-- Logs begin at Fri 2022-02-04 09:28:25 UTC, end at Fri 2022-02-04 10:26:51 UTC. -- Feb 04 10:00:23.655703 dv-cinder-826607-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 10:00:26.602042 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.common.config [-] Logging enabled! Feb 04 10:00:26.602653 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev474 Feb 04 10:00:26.602844 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102519) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 10:00:26.606187 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.common.config [-] Logging enabled! Feb 04 10:00:26.606449 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev474 Feb 04 10:00:26.606764 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102519) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 10:00:26.607751 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 10:00:26.607991 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 10:00:26.608359 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 10:00:26.608609 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 10:00:26.608836 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 10:00:26.609304 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.609731 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 10:00:26.610054 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.610352 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.610649 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.610945 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.611237 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.611520 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.611841 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.612139 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.612427 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.612707 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.612991 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.613293 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.613572 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.613864 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.614152 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.614437 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] debug = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.614720 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.615153 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.615588 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.615878 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.616176 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.616457 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.616733 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.617013 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.617303 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.617634 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] host = dv-cinder-826607-3-iscsi {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.617918 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.618209 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.618499 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.618788 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.619067 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.619349 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.619690 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.619982 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.620264 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] log_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.620545 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.620838 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.621131 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.621425 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.621655 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.621882 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.622176 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.622470 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.622751 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.623031 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.623310 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.623606 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.623888 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.624162 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.624451 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.624741 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.625032 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.625312 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.625590 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.625865 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.626145 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.626434 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.626712 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.626989 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.627267 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.627558 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.627855 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.628133 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.628437 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.628727 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.629014 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.629304 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.629586 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.629874 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.630149 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.630425 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.630701 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] use_json = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.630977 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.631249 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.631534 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.631838 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.632113 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.632390 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.632666 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.632953 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.633228 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:26.633528 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.633832 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.634138 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.634443 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.634739 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.635024 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.635866 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.636156 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.636450 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.636741 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.637035 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.637314 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.637616 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.637914 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.638218 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.638532 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.638836 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.639138 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.639423 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.639735 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.640020 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.640302 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.640593 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.640877 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.641173 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.641471 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.641755 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.642058 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.642351 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.642649 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.642946 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.643225 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.643508 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.643830 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.644114 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.644389 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.644669 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.644960 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.645243 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.645517 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.645802 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.646088 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.646364 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.646636 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.646914 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.647208 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.647487 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.647786 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.648061 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.648341 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.648615 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.648902 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.649183 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.649458 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.649731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.650015 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.650290 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.650564 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.650845 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.651783 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.652073 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.652353 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.652633 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.652911 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.653186 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.653461 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.653736 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.654012 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.654294 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.654572 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.654850 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.655129 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.655406 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.655712 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.656014 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.656319 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.656604 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.656887 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.657170 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.657451 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.657734 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.658016 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.658299 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.658583 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.658861 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.659155 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.659443 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.659770 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.660093 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.660371 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.660671 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.660952 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.661242 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.661522 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.661804 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.662095 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.662385 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.662686 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.662987 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.663288 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.663606 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.663910 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.664196 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.664514 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.664802 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:26.665022 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 10:00:26.665265 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102519) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 10:00:27.042882 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=102519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 10:00:27.043163 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 10:00:27.043474 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 10:00:27.043837 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 10:00:27.375053 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.375281 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.375559 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.376921 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.377201 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.377469 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.422122 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.422410 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.422680 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.437642 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.437927 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.438202 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.468260 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.468546 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.468824 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.504782 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.505065 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.505339 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.850194 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.850804 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.850804 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.851010 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.851742 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.952388 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.952716 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.953005 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.953292 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.953575 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.953896 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.954168 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.954434 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.954698 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.954990 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.955261 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.955535 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.955826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.956090 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.956355 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.956628 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.956893 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.957169 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.957448 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.957720 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.958004 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.958268 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.958559 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.958947 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.959207 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.959463 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:27.959900 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:27.960146 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:27.960389 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:27.960631 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:27.960871 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:27.961112 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:27.961481 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 10:00:27.965854 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 10:00:27.969886 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 10:00:27.973736 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 04 10:00:27.975391 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 10:00:27.975888 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 10:00:27.976237 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 10:00:27.976635 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 10:00:27.980018 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 10:00:27.980272 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 10:00:27.980622 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 10:00:27.985517 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 10:00:28.009174 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 10:00:28.009632 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.009939 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102519) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 10:00:28.010332 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.011763 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102519) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 10:00:28.012048 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 10:00:28.012294 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 10:00:28.015608 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.015904 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.080509 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 10:00:28.080753 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 10:00:28.080991 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 10:00:28.081357 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 10:00:28.101465 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_db.sqlalchemy.engines [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102519) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 10:00:28.579672 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing driver for type 'gre' Feb 04 10:00:28.580212 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] gre ID ranges: [(1, 1000)] Feb 04 10:00:28.633329 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing driver for type 'local' Feb 04 10:00:28.633962 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing driver for type 'vlan' Feb 04 10:00:28.647248 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] VlanTypeDriver initialization complete Feb 04 10:00:28.647623 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing driver for type 'vxlan' Feb 04 10:00:28.648116 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] vxlan ID ranges: [(1, 1000)] Feb 04 10:00:28.702865 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing extension driver 'port_security' Feb 04 10:00:28.703219 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.extensions.port_security [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] PortSecurityExtensionDriver initialization complete Feb 04 10:00:28.703685 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing mechanism driver 'openvswitch' Feb 04 10:00:28.704065 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing mechanism driver 'hyperv' Feb 04 10:00:28.710675 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.plugin [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:28.711557 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.711954 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.712311 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.712841 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:00:28.713275 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnet after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.714162 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnet after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.714511 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.714911 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:00:28.715321 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.715712 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.716055 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.716455 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:00:28.716866 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > security_group after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.717221 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > security_group after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.717567 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.717966 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:00:28.718377 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.718727 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.719071 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.719472 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:00:28.719903 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > address_group after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.720252 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > address_group after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.720594 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.720992 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:00:28.721457 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] ML2 OVO RPC backend initialized. {{(pid=102519) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 10:00:28.722139 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.722495 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.722914 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.723265 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > networks before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.723639 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.724008 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > ports before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.724353 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnet before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.724695 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnets before_response 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.725042 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.725381 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.725727 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.726061 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.726394 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.726733 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.727083 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnet after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.727499 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnet after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.727940 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.735171 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded quota_driver: . Feb 04 10:00:28.735546 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.plugin [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Modular L2 Plugin initialization complete Feb 04 10:00:28.735918 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading services supported by the core plugin {{(pid=102519) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 10:00:28.736260 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.plugins.ml2.managers [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Got port-security extension from driver 'port_security' Feb 04 10:00:28.736737 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.extensions.vlantransparent [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Disabled vlantransparent extension. Feb 04 10:00:28.737224 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102519) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 10:00:28.737548 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: router Feb 04 10:00:28.774689 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.775088 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router after_create 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.775465 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router before_create 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.776467 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.776859 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.777219 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router after_delete 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.777582 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.777937 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.778307 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router after_create 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.778661 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router after_update 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.779016 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router after_update 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.779370 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.779764 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router after_update 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.780178 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_update 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.780549 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: port after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.780888 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: port after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.781228 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: subnet after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.781570 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.781919 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.782267 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_create 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.782611 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: port before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.782956 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.783313 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router after_update 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.783685 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.784171 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_create 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.784538 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.784887 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_update 55549900 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.785254 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > agent after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.785607 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > agent after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.785950 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > network after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.786805 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Tracking information for resource: router configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:28.787138 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Tracking information for resource: floatingip configured {{(pid=102519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:00:28.792589 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.db.l3_agentschedulers_db [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 10:00:28.793160 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: port after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.793521 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: port after_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.793873 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: port after_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.794228 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: port after_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.795008 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router before_create 55550100 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.795373 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.795777 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_create 55550100 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.796134 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > router precommit_update 55550100 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.800885 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.services.provider_configuration [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service providers = [] {{(pid=102519) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 10:00:28.801244 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.db.servicetype_db [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102519) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 10:00:28.804242 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.services.service_base [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:00:28.804593 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.services.service_base [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:00:28.804935 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.services.service_base [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:00:28.805829 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.services.service_base [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:00:28.806196 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.services.service_base [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 10:00:28.806571 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.806889 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 10:00:28.818446 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.818785 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: auto_allocate Feb 04 10:00:28.824628 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: network precommit_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.824993 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: network precommit_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.825512 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.825830 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: tag Feb 04 10:00:28.832771 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.833048 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: timestamp Feb 04 10:00:28.836958 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.837287 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: network_ip_availability Feb 04 10:00:28.842818 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.843189 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.843545 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:28.844297 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.844614 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: flavors Feb 04 10:00:28.849536 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.849868 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading Plugin: revisions Feb 04 10:00:28.854706 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:00:28.855227 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_concurrency.lockutils [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=102519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 10:00:28.855861 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102519) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 10:00:28.856198 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Initializing extension manager. Feb 04 10:00:28.856719 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: __init__.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.857058 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: __pycache__ {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.857392 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.857719 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: address_group.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.858478 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.859042 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: address-group Feb 04 10:00:28.859364 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: address_scope.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.860108 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.860624 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: address-scope Feb 04 10:00:28.860946 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.861877 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.862390 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: router-admin-state-down-before-update Feb 04 10:00:28.862713 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: agent.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.863420 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.863965 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: agent Feb 04 10:00:28.864291 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: agent_resources_synced.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.865200 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.865713 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: agent-resources-synced Feb 04 10:00:28.866033 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: allowedaddresspairs.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.867861 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.868386 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: allowed-address-pairs Feb 04 10:00:28.868712 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: auto_allocated_topology.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.870364 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.870882 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: auto-allocated-topology Feb 04 10:00:28.871205 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: availability_zone.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.871935 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.872445 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: availability_zone Feb 04 10:00:28.872767 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: availability_zone_filter.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.873675 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.874187 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: availability_zone_filter Feb 04 10:00:28.874512 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: data_plane_status.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.875422 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.875968 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 10:00:28.876289 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: default_subnetpools.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.877210 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.877719 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: default-subnetpools Feb 04 10:00:28.878037 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.878850 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.879355 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: dhcp_agent_scheduler Feb 04 10:00:28.879711 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: dns.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.880626 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.881129 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 10:00:28.881447 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: dns_domain_ports.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.882358 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.882866 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 10:00:28.883183 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.884138 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.884649 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 10:00:28.884968 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: dvr.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.885664 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.886173 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: dvr Feb 04 10:00:28.886493 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: ecmp_routes.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.887404 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.887950 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 10:00:28.888268 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: empty_string_filtering.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.889178 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.889688 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: empty-string-filtering Feb 04 10:00:28.890007 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.890927 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.891437 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 10:00:28.891792 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.892702 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.893208 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 10:00:28.893526 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: external_net.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.894442 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.894958 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: external-net Feb 04 10:00:28.895274 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.896209 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.896721 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: extra_dhcp_opt Feb 04 10:00:28.897041 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: extraroute.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.897952 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.898456 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: extraroute Feb 04 10:00:28.898773 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: extraroute_atomic.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.899855 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.900368 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: extraroute-atomic Feb 04 10:00:28.900688 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: filter_validation.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.901379 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.901889 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: filter-validation Feb 04 10:00:28.902208 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: fip_pf_description.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.903118 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.903655 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 10:00:28.903972 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: fip_port_details.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.905072 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.905582 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: fip-port-details Feb 04 10:00:28.905901 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: flavors.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.907141 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.907702 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: flavors Feb 04 10:00:28.908030 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.909704 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.910230 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 10:00:28.910563 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: floatingip_pools.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.911263 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.911808 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: floatingip-pools Feb 04 10:00:28.912139 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: ip_allocation.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.913070 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.913580 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 10:00:28.913906 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.914828 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.915342 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: ip-substring-filtering Feb 04 10:00:28.915710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l2_adjacency.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.917165 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.917675 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 10:00:28.918002 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.918966 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.919481 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: router Feb 04 10:00:28.919836 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.922098 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.922628 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 10:00:28.922963 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.923939 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.924462 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: ext-gw-mode Feb 04 10:00:28.924792 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.925714 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.926230 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: l3-ha Feb 04 10:00:28.926555 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.927462 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.928009 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 10:00:28.928334 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3_flavors.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.929243 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.929754 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: l3-flavors Feb 04 10:00:28.930076 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.931446 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.932004 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 10:00:28.932895 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.933827 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.934350 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 10:00:28.934671 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: l3agentscheduler.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.935738 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.936321 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: l3_agent_scheduler Feb 04 10:00:28.936850 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: local_ip.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.938627 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.939160 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension local_ip not supported by any of loaded plugins Feb 04 10:00:28.939489 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: logging.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.941139 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.941671 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension logging not supported by any of loaded plugins Feb 04 10:00:28.942004 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: metering.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.942751 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.943334 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: metering Feb 04 10:00:28.943691 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.944782 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.945300 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: metering_source_and_destination_fields Feb 04 10:00:28.945625 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: multiprovidernet.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.946554 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.947064 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: multi-provider Feb 04 10:00:28.947387 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: netmtu.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.948842 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.949358 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: net-mtu Feb 04 10:00:28.949683 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: netmtu_writable.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.950613 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.951123 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: net-mtu-writable Feb 04 10:00:28.951451 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: network_availability_zone.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.952166 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.952671 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: network_availability_zone Feb 04 10:00:28.952995 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: network_ip_availability.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.954166 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.954624 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: network-ip-availability Feb 04 10:00:28.954948 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: network_segment_range.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.955751 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.956257 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 10:00:28.956582 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: pagination.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.957563 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.957894 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: pagination Feb 04 10:00:28.958216 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: port_device_profile.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.959120 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.959673 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: port-device-profile Feb 04 10:00:28.960002 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.960934 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.961445 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: port-mac-address-regenerate Feb 04 10:00:28.961765 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.962691 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.963197 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: port-numa-affinity-policy Feb 04 10:00:28.964114 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: port_resource_request.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.965215 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.965521 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 10:00:28.965840 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: port_resource_request_groups.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.966815 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.967326 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 10:00:28.967679 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: portbindings.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.968610 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.969128 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: binding Feb 04 10:00:28.969450 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: portbindings_extended.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.970731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.971248 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: binding-extended Feb 04 10:00:28.971589 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: portsecurity.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.972516 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.973026 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: port-security Feb 04 10:00:28.973347 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: project_id.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.974337 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.974664 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: project-id Feb 04 10:00:28.974982 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: providernet.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.975928 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.976442 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: provider Feb 04 10:00:28.976760 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.980397 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.980920 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos not supported by any of loaded plugins Feb 04 10:00:28.981249 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.982506 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.983025 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 10:00:28.983350 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.984300 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.984819 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 10:00:28.985141 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_default.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.986054 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.986569 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-default not supported by any of loaded plugins Feb 04 10:00:28.986892 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_fip.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.987879 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.988399 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 10:00:28.988725 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.989639 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.990153 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 10:00:28.990473 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_gateway_ip.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.991518 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.992060 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 10:00:28.992389 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_port_network_policy.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.993303 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.993812 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 10:00:28.994132 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.995750 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.996269 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 10:00:28.996592 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_pps_rule.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.997774 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:28.998299 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 10:00:28.998625 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_rule_type_details.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:28.999541 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.000080 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 10:00:29.000403 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: qos_rules_alias.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.001444 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.001957 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 10:00:29.002279 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: quota_check_limit.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.003198 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.003742 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: quota-check-limit Feb 04 10:00:29.004066 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: quotasv2.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.005005 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.005333 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: quotas Feb 04 10:00:29.005652 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: quotasv2_detail.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.007379 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.007746 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: quota_details Feb 04 10:00:29.008080 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: rbac.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.009142 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.009666 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: rbac-policies Feb 04 10:00:29.009998 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: rbac_address_group.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.011526 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.012076 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: rbac-address-group Feb 04 10:00:29.012399 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: rbac_address_scope.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.013333 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.013849 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: rbac-address-scope Feb 04 10:00:29.014173 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: rbac_security_groups.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.015102 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.015646 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: rbac-security-groups Feb 04 10:00:29.015970 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: rbac_subnetpool.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.016880 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.017387 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: rbac-subnetpool Feb 04 10:00:29.017708 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: revisionifmatch.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.018630 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.019137 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: revision-if-match Feb 04 10:00:29.019453 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: revisions.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.020688 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.021198 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: standard-attr-revisions Feb 04 10:00:29.021519 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: router_availability_zone.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.022187 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.022724 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: router_availability_zone Feb 04 10:00:29.023043 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: routerservicetype.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.023992 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.024500 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 10:00:29.024825 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.025744 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.026279 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: security-groups-normalized-cidr Feb 04 10:00:29.026600 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.027520 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.028057 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: port-security-groups-filtering Feb 04 10:00:29.028381 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.029315 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.029829 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: security-groups-remote-address-group Feb 04 10:00:29.030151 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.031082 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.031617 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: security-groups-shared-filtering Feb 04 10:00:29.031945 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.032536 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 10:00:29.032857 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: securitygroup.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.042555 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.043084 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: security-group Feb 04 10:00:29.043418 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: segment.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.044241 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.044753 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension segment not supported by any of loaded plugins Feb 04 10:00:29.045085 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.046032 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.046544 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 10:00:29.046870 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: servicetype.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.048016 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.048538 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: service-type Feb 04 10:00:29.048860 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: sorting.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.049847 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.050175 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: sorting Feb 04 10:00:29.050496 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: standard_attr_segment.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.051419 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.051976 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 10:00:29.052301 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: standardattrdescription.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.052954 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.053461 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: standard-attr-description Feb 04 10:00:29.053782 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: stateful_security_group.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.054715 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.055236 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: stateful-security-group Feb 04 10:00:29.055556 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: stdattrs_common.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.056151 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 10:00:29.056469 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.057923 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.058432 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 10:00:29.058749 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: subnet_onboard.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.059847 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.060372 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: subnet_onboard Feb 04 10:00:29.060696 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.061877 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.062392 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 10:00:29.062716 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: subnet_service_types.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.063683 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.064200 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: subnet-service-types Feb 04 10:00:29.064522 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: subnetallocation.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.065612 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.066128 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: subnet_allocation Feb 04 10:00:29.066455 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.067134 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.067674 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: subnetpool-prefix-ops Feb 04 10:00:29.067997 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.068933 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.069444 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 10:00:29.069766 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: tagging.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.070809 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.071344 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: standard-attr-tag Feb 04 10:00:29.071700 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: timestamp.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.073468 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.073988 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loaded extension: standard-attr-timestamp Feb 04 10:00:29.074311 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: trunk.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.075353 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.075909 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension trunk not supported by any of loaded plugins Feb 04 10:00:29.076235 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: trunk_details.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.077158 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.077676 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 10:00:29.077998 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: uplink_status_propagation.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.078922 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.079439 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 10:00:29.079787 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Loading extension file: vlantransparent.py {{(pid=102519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:00:29.080460 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:00:29.080973 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 10:00:29.083620 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:network Feb 04 10:00:29.084205 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:subnet Feb 04 10:00:29.084705 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:00:29.085067 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:port Feb 04 10:00:29.087830 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.088360 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service FLAVORS assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.089240 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.089690 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.090094 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:router Feb 04 10:00:29.090622 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 10:00:29.091189 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service METERING assigned prefix: /metering {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.092901 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:29.093341 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:29.093765 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:00:29.094952 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 10:00:29.095472 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:security_group Feb 04 10:00:29.096035 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 10:00:29.096730 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service CORE assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.097121 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:00:29.097503 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] subnetpool is already registered Feb 04 10:00:29.097974 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service CORE assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.098423 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:00:29.098870 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] subnetpool is already registered Feb 04 10:00:29.101567 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.102162 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service FLAVORS assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.102725 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.103255 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.103623 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:router Feb 04 10:00:29.103992 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] router is already registered Feb 04 10:00:29.104411 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 10:00:29.104748 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] floatingip is already registered Feb 04 10:00:29.105206 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service METERING assigned prefix: /metering {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.105879 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 10:00:29.106204 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] rbac_policy is already registered Feb 04 10:00:29.106619 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:security_group Feb 04 10:00:29.106950 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] security_group is already registered Feb 04 10:00:29.107362 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 10:00:29.107733 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] security_group_rule is already registered Feb 04 10:00:29.108364 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service CORE assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.108692 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:00:29.109021 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] subnetpool is already registered Feb 04 10:00:29.109443 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.v2.resource_helper [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Service CORE assigned prefix: {{(pid=102519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:00:29.109767 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:00:29.110097 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING neutron.quota.resource_registry [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] subnetpool is already registered Feb 04 10:00:29.110558 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: extensions {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.112052 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: address-groups {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.113571 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: address-scopes {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.114946 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: agents {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.116232 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: auto-allocated-topology {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.117489 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: availability_zones {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.118710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: dhcp-networks {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.120798 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: dhcp-agents {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.122228 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: routers {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.124536 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: flavors {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.125731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: service_profiles {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.126959 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: next_providers {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.128449 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: service_profiles {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.129981 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: floatingip-pools {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.131229 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: routers {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.133393 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: floatingips {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.134679 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: l3-routers {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.136779 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: l3-agents {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.138212 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: metering-labels {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.139591 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: metering-label-rules {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.140903 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: network-ip-availabilities {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.142189 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: bindings {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.143870 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: quotas {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.145491 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: quotas {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.147029 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: rbac-policies {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.148441 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: security-groups {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.149688 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: security-group-rules {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.150962 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: service-providers {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.152217 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: subnetpools {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.153645 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: subnetpools {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.155121 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.156856 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.159616 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.161424 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.163225 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.165112 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.166864 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.168806 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.170570 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.172447 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron.api.extensions [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Extended resource: tags {{(pid=102519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:00:29.178396 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING keystonemiddleware.auth_token [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 10:00:29.183669 dv-cinder-826607-3-iscsi neutron-server[102519]: WARNING keystonemiddleware.auth_token [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 10:00:29.192512 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_concurrency.lockutils [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Acquired lock "singleton_lock" {{(pid=102519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 10:00:29.192984 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_concurrency.lockutils [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Releasing lock "singleton_lock" {{(pid=102519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 10:00:29.193637 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO oslo_service.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Starting 2 workers Feb 04 10:00:29.199148 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Started child 102628 {{(pid=102519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 10:00:29.203733 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Started child 102629 {{(pid=102519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 10:00:29.204803 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:29.205508 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO neutron.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 10:00:29.205990 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:29.206456 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [-] (102628) wsgi starting up on http://0.0.0.0:9696 Feb 04 10:00:29.208430 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO oslo_service.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Starting 1 workers Feb 04 10:00:29.208579 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:29.209911 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [-] (102629) wsgi starting up on http://0.0.0.0:9696 Feb 04 10:00:29.213815 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Started child 102630 {{(pid=102519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 10:00:29.215072 dv-cinder-826607-3-iscsi neutron-server[102519]: INFO oslo_service.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Starting 1 workers Feb 04 10:00:29.217673 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] calling RpcWorker wait() {{(pid=102630) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 10:00:29.218167 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] returning from RpcWorker wait() {{(pid=102630) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 10:00:29.219523 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:29.219746 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Started child 102631 {{(pid=102519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 10:00:29.220146 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:29.220571 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-a674b48b-dc0a-4dcc-8907-03149e96d895 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:29.222501 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 10:00:29.222715 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 10:00:29.222897 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 10:00:29.223119 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 10:00:29.223459 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 10:00:29.223653 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 10:00:29.224181 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.224621 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.224754 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:29.225542 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.225766 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:29.225971 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.226278 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.226890 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.227156 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.227403 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.227717 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.227960 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.228133 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.228302 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.228574 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.228828 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.229180 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.229452 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.229705 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.229962 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.230134 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.230399 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.230659 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.230889 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.231165 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] debug = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.231424 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.231953 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.232186 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.232439 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.232679 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.232954 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.233183 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.233486 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.233723 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.233941 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.234188 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.234458 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.234720 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.234951 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.235192 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.235407 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.235706 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.235945 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.236409 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] host = dv-cinder-826607-3-iscsi {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.236633 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.236872 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.237130 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.237386 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.237631 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.237846 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.238122 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.238368 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.238616 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.238864 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.239105 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.239351 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.239586 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.239851 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.240017 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_options = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.240234 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.240516 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.240780 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.240978 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.241148 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.241311 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.241582 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.241744 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.242008 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.242225 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.242441 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.242657 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.242878 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.243112 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.243370 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.243631 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.243856 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.244086 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.244333 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.245106 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.245338 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.245554 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.245808 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.246051 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.246286 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.246628 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.246778 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.246966 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.247211 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.247445 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.247687 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.247954 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.248195 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.248442 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.248707 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.248938 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.249169 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.249387 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.249657 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.250044 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.250460 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.250845 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.251198 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.251706 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.252143 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.252540 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.252932 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_json = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.253317 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.253554 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.253833 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.254119 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.254378 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.254636 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.254837 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.255080 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.255547 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.256248 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.256764 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.257091 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.257346 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.257589 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.257839 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.258084 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.258318 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.258581 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.258859 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.259162 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.259405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.259765 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.260021 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.260296 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.261179 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.261461 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.261747 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.261990 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.262220 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.262445 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.262673 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.262957 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.263185 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.263418 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.263699 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.263928 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.264227 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.264511 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.264846 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.265133 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.265402 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.265673 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.265896 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.266122 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.266343 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.266580 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.266797 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.267014 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.267285 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.267508 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.267771 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.268002 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.268237 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.268451 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.268723 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.268972 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.269220 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.269455 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.269693 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.269914 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.270131 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.270366 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.270603 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.270850 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.271076 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.271320 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.271611 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.271828 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.272046 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.272260 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.272481 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.272713 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.272931 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.273145 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.273361 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.273590 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.273885 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.274022 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.275527 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.275527 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.275527 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.275527 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.275527 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.275527 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.275527 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.276298 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.276298 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.276298 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.276526 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.276656 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.276871 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.277109 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.277321 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.277530 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.277745 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.278558 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.278558 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.278558 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.278558 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.278983 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.279061 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.279350 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.279628 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.279882 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.280100 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.280349 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.280572 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.280823 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.281039 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.281275 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.281486 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.281731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.281973 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.282199 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.282424 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.282643 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.283091 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.283091 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.283411 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.283560 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.284575 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.284575 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.284575 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.284575 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.285144 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.285144 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.285404 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.285554 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.285699 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.285995 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.286238 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.286512 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.286821 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.287097 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.287386 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.287662 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.287915 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.288180 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.288408 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.288672 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.288923 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.289172 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.289393 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.289664 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.289905 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.290123 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.290354 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.290675 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.290907 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.291121 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.291335 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.291883 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.292140 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.292391 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.292667 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.292922 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.293158 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.293399 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.293629 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.293862 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.294101 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.294330 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.294541 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.294753 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.295320 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.295598 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.295821 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.296066 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.296316 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.296536 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.296761 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.297010 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.297232 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.297472 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.297725 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.297939 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.298178 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.298423 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.298667 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.298853 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.299064 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.299272 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.299537 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.299780 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.300046 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.300296 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.300912 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.300912 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.301110 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.301207 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.301447 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.301690 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.301913 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.302146 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.302363 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.302604 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.302821 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.303062 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.303296 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.303513 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.303787 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.304028 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.304384 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.304645 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.304892 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.305137 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.305572 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.305868 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.306114 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.306355 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.306594 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.306813 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.307681 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.307913 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.308135 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.308355 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.308573 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.308812 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.309082 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.309340 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.309609 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.309832 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.310077 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.310319 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.310538 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.310774 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.311008 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.311220 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.311725 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.311943 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.312157 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.312460 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.312714 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.312960 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.313216 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.313435 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.313670 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.314151 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.314391 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.314622 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.314846 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.315063 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.315293 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.315520 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.315760 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.315995 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.316219 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.316436 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.316644 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.316888 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.317100 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.317306 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.317535 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.317771 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.317983 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.318225 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.318434 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.318672 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.318916 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.319133 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.319343 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.319599 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.319797 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.320006 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.320225 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.320457 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.320668 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.320952 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.321207 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.321424 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.321709 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.321938 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.322194 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.322439 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.323325 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.323546 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.323810 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.324045 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.324278 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.324499 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.324767 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.325097 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.325391 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.325671 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.325887 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.326188 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.326463 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.326755 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.326968 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.327829 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.327829 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.328069 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.328155 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.328417 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.328665 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.328928 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.329109 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.329344 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.329693 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.329920 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.330194 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.330426 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.330653 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.330868 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.331099 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.331351 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.331619 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.331818 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.332064 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.332292 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.332434 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 10:00:29.333140 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 10:00:29.333423 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55188) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:00:29.333683 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 10:00:29.333793 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 10:00:29.333978 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 10:00:29.334147 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 10:00:29.334303 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 10:00:29.334516 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.334681 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.334845 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.335007 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.335166 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.335347 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.335509 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.335692 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.335852 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.336011 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.336170 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.336330 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.336488 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.336687 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.336810 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.336969 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.337130 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.337290 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.337454 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.337618 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.337777 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.337936 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.338107 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] debug = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.338837 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.339007 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.339190 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.339313 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.339468 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.339659 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.339818 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.339978 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.340136 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.340293 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.340452 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.340610 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.340766 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.340925 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.341083 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.341241 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.341398 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.341558 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.341716 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] host = dv-cinder-826607-3-iscsi {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.341873 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.342031 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.342189 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.342345 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.342504 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.342660 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.343332 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.343332 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.343912 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:29.344051 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344051 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344281 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072546 Feb 04 10:00:29.344405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_options = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.344405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.345169 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.345169 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.345169 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.345169 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.345900 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.346083 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.346244 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.346405 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.346708 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.346708 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.346927 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.347012 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.347163 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.347320 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.347482 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.347664 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.347826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.347984 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.348145 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.348304 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.348511 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.348643 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.348912 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.348912 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.349097 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.349315 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.349439 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.349525 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.349637 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.349795 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.349955 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.350331 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.350331 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.350566 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.350566 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.350804 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.350911 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.351014 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.351142 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352182 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352182 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352182 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352182 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352182 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352182 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_json = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352182 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352996 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352996 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352996 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352996 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.352996 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.353500 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.353500 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.353500 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:00:29.353882 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.353882 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.353882 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.355710 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.356152 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.356152 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.356152 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.356331 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.356393 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357175 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357175 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357175 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357175 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357175 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357488 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357488 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357605 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357773 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.357934 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.358095 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.358263 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.358424 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.358602 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.358763 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.358924 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.359083 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.359244 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.359407 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.359617 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.359762 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.359925 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.360085 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.360248 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.360410 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.360571 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.360732 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.360894 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.361826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.361826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.361826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.361826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.361826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.361826 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.362190 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.362190 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.362309 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.362442 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.362597 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.362728 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.362890 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.363061 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.363222 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.363383 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.363543 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.363727 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.363887 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.364049 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.364210 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.364371 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.364531 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.364690 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.364864 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.365026 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.365185 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.365346 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.365507 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.365667 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.365829 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.365990 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.366150 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.366310 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367196 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367196 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367196 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367196 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367196 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367196 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367860 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367860 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367860 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.367860 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.368233 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.368233 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.368428 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.368428 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.368845 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.368845 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.369072 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.369072 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370086 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370086 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370086 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370086 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370086 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370086 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370759 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370759 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370759 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370759 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.370759 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.371306 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.371306 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.371306 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.371306 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.371797 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.372511 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.372687 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.372854 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.373020 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.373183 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.373348 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.373517 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.373677 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.373842 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.374003 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.374171 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.374343 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.374514 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.374652 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.374815 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.374976 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.375139 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.375299 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.375459 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.376438 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377289 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377289 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377289 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377289 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377289 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377289 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377668 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377668 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377780 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.377885 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.378046 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.378207 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.378368 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.378528 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.378690 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.378850 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.379012 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.379601 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.379601 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.379601 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.379841 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.379841 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.379961 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.380143 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.380275 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.380422 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.380583 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.380744 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.381029 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.381029 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.381234 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.381358 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.381518 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.381681 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.381842 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.382040 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.382174 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.382323 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.382769 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.383411 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.383679 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.383852 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.384000 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.384139 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.384283 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.384460 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.384634 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.384797 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.384959 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.385122 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.385819 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.385982 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.386132 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.386282 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.386458 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.386625 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.386770 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.386938 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.387100 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.387262 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.387422 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.387623 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.387787 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.387953 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.388120 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.388283 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.388446 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.389431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.389431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.389431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.389431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.389431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.389431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390123 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390123 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390123 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390123 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390123 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390688 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390688 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390688 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.390688 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.391133 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.391133 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.391133 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.391431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.391431 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.391609 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.391778 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.392000 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.392180 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.392501 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.392662 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.392830 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.392981 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.393140 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.393306 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.393468 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.393640 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.393783 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.394097 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.394258 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.394430 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.394592 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.394738 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.394907 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.395062 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.395226 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.395398 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.395560 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.395744 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.395905 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.396068 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.396229 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.396393 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.396697 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.396864 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.397024 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.397185 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.397346 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398214 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398214 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398214 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398214 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398214 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398560 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398560 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398560 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.398750 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.399731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.399731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.399731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.399731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.399731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.399731 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.400191 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.400191 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.400191 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.400404 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.400404 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.401734 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.401734 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.401734 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.401734 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402027 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402027 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402167 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402242 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402575 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402575 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402878 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.402878 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.403069 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.403250 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.403368 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.403501 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.403702 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.403866 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.404027 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.404189 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.404422 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.404696 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.404696 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.405278 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.405278 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.405278 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.405278 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.405709 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.405709 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:00:29.405709 dv-cinder-826607-3-iscsi neutron-server[102519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 10:00:40.824925 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eb5b28-157c-48c8-9e19-0a7cf03eab24 None None] get_active_networks_info from dv-cinder-826607-3-iscsi {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 10:00:40.885134 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb5b28-157c-48c8-9e19-0a7cf03eab24 None None] No non-hosted networks {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 10:00:40.894214 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.agentschedulers_db [None req-54eb5b28-157c-48c8-9e19-0a7cf03eab24 None None] DHCP Agent not found on host dv-cinder-826607-3-iscsi {{(pid=102630) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 10:00:41.006775 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9fab6408-2e65-4c20-83e0-89f265883b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475249'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:43.060238 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60ab3a1e-fa82-4cd4-a488-d6e84cb72727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475249'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:43.084022 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1e20dc1-3016-44db-b346-a0208192d07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:43.834529 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475249'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:45.552662 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475249'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:46.846413 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475249'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:46.847809 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.848700 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.849180 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.849856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.850358 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.850680 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.851519 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.852034 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.855830 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.856244 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.856509 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.856945 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.857160 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:46.858394 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826607-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:46.866297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826607-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:49.309970 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55290) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:00:49.807017 dv-cinder-826607-3-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-c2ba7774-026e-444e-8603-b2036489d033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:00:49.807645 dv-cinder-826607-3-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-c2ba7774-026e-444e-8603-b2036489d033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:00:50.033806 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-c2ba7774-026e-444e-8603-b2036489d033 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:00:50.034847 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c2ba7774-026e-444e-8603-b2036489d033 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7232044 Feb 04 10:00:51.004819 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.db.l3_hamode_db [None req-0918d9f3-a4e4-47d5-94b7-7d18675cada1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 10:00:51.085340 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918d9f3-a4e4-47d5-94b7-7d18675cada1 None None] Routers set() bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:00:51.085643 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918d9f3-a4e4-47d5-94b7-7d18675cada1 None None] Router IDs set() for agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 10:00:52.677939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55308) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:00:53.164072 dv-cinder-826607-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:00:53.164648 dv-cinder-826607-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:00:53.384657 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'tenant_id': '02541f0e008a4493b3eb3573220ae6aa', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:00:53.474692 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.policy [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102629) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 10:00:53.515790 dv-cinder-826607-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:00:53.516158 dv-cinder-826607-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:00:53.607689 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788235797627', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788235799080', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788235812796', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788235881141', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788235891089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788235899179', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3566657', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3587495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632463'] for rbac-policy (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:53.673076 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:53.674507 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d9cc3677-8ba5-476f-91e5-3654ad633c1c admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9945238 Feb 04 10:00:56.290996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55326) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:00:56.587665 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Request body: {'network': {'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'name': 'private', 'admin_state_up': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:00:56.617232 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Made reservation on behalf of 7b0fefc9a268485d8bd9be035b3edff8 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:00:56.620956 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:56.638434 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:56.744941 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks [] for security_group (af39275e-5354-4076-87ef-0a4c9626f0a6), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:56.748637 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (af39275e-5354-4076-87ef-0a4c9626f0a6), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:56.768181 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:00:56.796155 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788239139404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (411cd7d9-ad28-453d-ab6b-a8094aff9d7c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:56.796736 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Unsubscribe: segment precommit_create {{(pid=102629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 10:00:56.797277 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Added segment 411cd7d9-ad28-453d-ab6b-a8094aff9d7c of type vlan for network e66858bf-5fb9-45bb-92c7-268fe964aa32 Feb 04 10:00:56.812962 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af39275e-5354-4076-87ef-0a4c9626f0a6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:56.838626 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.839018 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.839396 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.839814 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.840185 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.840540 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.840906 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.841262 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.841626 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.841989 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.842343 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.842693 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.843044 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Tracked resource versions report: Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: pushed versions: Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Log': {'1.0'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Network': {'1.1'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Port': {'1.7'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: consumer versions: Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'LocalIPAssociation': '1.0', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Log': '1.0', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Network': '1.1', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Port': '1.7', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SubPort': '1.0', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Subnet': '1.1', Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Feb 04 10:00:56.844502 dv-cinder-826607-3-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:00:56.907112 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (e66858bf-5fb9-45bb-92c7-268fe964aa32), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:56.948745 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (e66858bf-5fb9-45bb-92c7-268fe964aa32), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:56.950151 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:56.950858 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:00:57.028844 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7366791 Feb 04 10:00:57.052085 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865be29-2e67-4940-a2c3-1e6b4a43f447 admin admin] Pushing event updated for resources: {'Network': ['ID=e66858bf-5fb9-45bb-92c7-268fe964aa32,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:57.065160 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:00:59.721883 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55340) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:00.230066 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.policy [None req-d7698a43-06d6-49f8-88be-fd99e2d9dfc6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 10:01:00.271757 dv-cinder-826607-3-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-d7698a43-06d6-49f8-88be-fd99e2d9dfc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:01:00.272144 dv-cinder-826607-3-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-d7698a43-06d6-49f8-88be-fd99e2d9dfc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:01:00.280111 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7698a43-06d6-49f8-88be-fd99e2d9dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:01:00.281822 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d7698a43-06d6-49f8-88be-fd99e2d9dfc6 admin admin] 10.222.0.39 "GET /v2.0/networks/e66858bf-5fb9-45bb-92c7-268fe964aa32 HTTP/1.1" status: 200 len: 825 time: 0.5589833 Feb 04 10:01:00.320386 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1ec23310-99e4-4eda-8f8d-fb12301ee553 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/04389675-2f4b-4e27-9f33-dc509caf4628 HTTP/1.1" status: 200 len: 734 time: 0.0330517 Feb 04 10:01:00.328989 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'subnetpool_id': '04389675-2f4b-4e27-9f33-dc509caf4628'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:01:00.364468 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Made reservation on behalf of 7b0fefc9a268485d8bd9be035b3edff8 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:01:00.367195 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:00.645055 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (3111ec02-248b-4abb-a691-a6447a58f1bd), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:00.721932 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Checking segment: {'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:01:00.722588 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Network hostable DHCP agents. Network: e66858bf-5fb9-45bb-92c7-268fe964aa32, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:01:00.731068 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3111ec02-248b-4abb-a691-a6447a58f1bd,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:00.742094 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.742455 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.743313 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.743676 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.744002 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.744321 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.744652 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.744971 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.745297 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.745627 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.745943 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.746252 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.746560 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Tracked resource versions report: Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: pushed versions: Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: { 'AddressGroup': {'1.2'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Log': {'1.0'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Network': {'1.1'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Port': {'1.7'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'PortForwarding': {'1.2'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'QosPolicy': {'1.10'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroup': {'1.5'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SubPort': {'1.0'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Subnet': {'1.1'}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Trunk': {'1.1'}} Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: consumer versions: Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'ConntrackHelper': '1.0', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'LocalIPAssociation': '1.0', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Log': '1.0', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Network': '1.1', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Port': '1.7', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'PortForwarding': '1.2', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'QosPolicy': '1.10', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroup': '1.5', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroupRule': '1.2', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SubPort': '1.0', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Subnet': '1.1', Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Trunk': '1.1'}} Feb 04 10:01:00.747902 dv-cinder-826607-3-iscsi neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:01:00.774519 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:01:00.787469 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, e66858bf-5fb9-45bb-92c7-268fe964aa32) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:01:00.791998 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:01:00.792607 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:00.798197 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb157d5f-b8e9-45f5-9c03-59089a352384 None None] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:01:00.813650 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-af7a2b1a-84e3-42ae-b6b2-dfecfe12752d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4879949 Feb 04 10:01:01.064890 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-e66858bf-5fb9-45bb-92c7-268fe964aa32', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'fixed_ips': [{'subnet_id': '3111ec02-248b-4abb-a691-a6447a58f1bd'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:01:01.066129 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:01.340383 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Allocated IP 172.20.0.2 (e66858bf-5fb9-45bb-92c7-268fe964aa32/3111ec02-248b-4abb-a691-a6447a58f1bd/59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:01:01.602959 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Publish callbacks [] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:01.610723 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:01.684445 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:01:01.689284 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:01:01.697576 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:01:01.700600 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Pushing event updated for resources: {'Port': ['ID=59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:01.732581 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.732943 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.733299 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.733632 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.733964 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.734289 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.734610 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.734932 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.735252 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.735607 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.735926 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.736241 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.736555 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Tracked resource versions report: Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: pushed versions: Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Log': {'1.0'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Network': {'1.1'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Port': {'1.7'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: consumer versions: Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'LocalIPAssociation': '1.0', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Log': '1.0', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Network': '1.1', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Port': '1.7', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SubPort': '1.0', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Subnet': '1.1', Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Feb 04 10:01:01.737935 dv-cinder-826607-3-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:01:01.785402 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Attempting to bind port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:01:01.785794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Attempting to bind port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:01:01.786207 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Attempting to bind port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde on network e66858bf-5fb9-45bb-92c7-268fe964aa32 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:01:01.791559 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:01:01.791948 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Checking segment: {'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:01:01.792431 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:01.792813 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Bound using segment: {'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:01:01.793302 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Bound port: 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:01:01.793696 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:01.855110 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] For port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:01:01.859590 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] For port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde,segment=NetworkSegment(411cd7d9-ad28-453d-ab6b-a8094aff9d7c),segment_id=411cd7d9-ad28-453d-ab6b-a8094aff9d7c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:01:01.866730 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:01.932117 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02849c79-f4ea-451d-877a-2c90aba9daf9 None None] Pushing event updated for resources: {'Port': ['ID=59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:03.396865 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55354) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:03.711780 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-5bc9f400-067a-4345-9c14-03305512332b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:01:03.712786 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5bc9f400-067a-4345-9c14-03305512332b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149564 Feb 04 10:01:06.187280 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55362) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:06.263669 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:01:06.496261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-e83d3afe-0300-4adb-bd4d-46482b5fda19 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:01:06.511590 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e83d3afe-0300-4adb-bd4d-46482b5fda19 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3088255 Feb 04 10:01:09.185704 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55372) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:09.482277 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dfef98e4-cf6a-4f93-91ca-14d2a669c46c admin admin] Request body: {'router': {'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:01:09.503902 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dfef98e4-cf6a-4f93-91ca-14d2a669c46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (041821dc-154f-4f01-9c88-9f395a55a956), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:09.505721 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dfef98e4-cf6a-4f93-91ca-14d2a669c46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (041821dc-154f-4f01-9c88-9f395a55a956), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:09.650488 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dfef98e4-cf6a-4f93-91ca-14d2a669c46c admin admin] Publish callbacks [] for router_controller (041821dc-154f-4f01-9c88-9f395a55a956), precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:09.656436 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dfef98e4-cf6a-4f93-91ca-14d2a669c46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (041821dc-154f-4f01-9c88-9f395a55a956), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:09.671478 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dfef98e4-cf6a-4f93-91ca-14d2a669c46c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:09.672730 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dfef98e4-cf6a-4f93-91ca-14d2a669c46c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4859803 Feb 04 10:01:10.776757 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3e5d-729b-44bb-bbb1-c9bb1e03851e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:11.413539 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:01:11.502823 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:11.503156 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:11.611479 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:11.611830 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:11.646310 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde,segment=NetworkSegment(411cd7d9-ad28-453d-ab6b-a8094aff9d7c),segment_id=411cd7d9-ad28-453d-ab6b-a8094aff9d7c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:11.650004 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:11.699964 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:12.156691 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55384) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:12.469650 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [None req-b51bb0a4-d7e4-4837-be37-8fd62c97908d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:01:12.470724 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b51bb0a4-d7e4-4837-be37-8fd62c97908d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130641 Feb 04 10:01:12.856455 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea46554-144e-4efc-a577-bc135acfe8a2 None None] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:01:12.923446 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-469676c8-6585-4605-9fef-b3a0ca22e9dc None None] Provisioning complete for port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:12.923848 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-469676c8-6585-4605-9fef-b3a0ca22e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:13.061717 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-469676c8-6585-4605-9fef-b3a0ca22e9dc None None] Current status of the port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:13.074648 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7193849-ba62-43aa-b36b-d9f5ac6ead2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:13.286324 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3454160c-63b3-4961-8464-ab05743074e0 None None] Provisioning complete for port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:13.286707 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3454160c-63b3-4961-8464-ab05743074e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:13.381205 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3454160c-63b3-4961-8464-ab05743074e0 None None] Current status of the port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:13.386708 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:01:13.436886 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:13.437273 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:13.512872 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:13.797113 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:14.964120 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55416) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:15.091549 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Request body: {'network': {'project_id': '02541f0e008a4493b3eb3573220ae6aa', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'tenant_id': '02541f0e008a4493b3eb3573220ae6aa', 'provider:network_type': 'flat'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:01:15.133118 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Made reservation on behalf of 02541f0e008a4493b3eb3573220ae6aa for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:01:15.135449 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.150931 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.247626 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks [] for security_group (91206565-d865-4b74-9606-7960c57ac42e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.251243 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (91206565-d865-4b74-9606-7960c57ac42e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.266878 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Reserving flat network on physical network physnet1 {{(pid=102628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 10:01:15.290173 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91206565-d865-4b74-9606-7960c57ac42e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:15.292848 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788239139404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (dc31d147-1898-40a7-ae1b-aad076ec6b79), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.293434 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Unsubscribe: segment precommit_create {{(pid=102628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 10:01:15.293923 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Added segment dc31d147-1898-40a7-ae1b-aad076ec6b79 of type flat for network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 Feb 04 10:01:15.355171 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.393758 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.394728 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:01:15.395302 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:15.467811 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5025721 Feb 04 10:01:15.492793 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3de8e-5a90-4fc9-9721-6b39a4cddf8e admin admin] Pushing event updated for resources: {'Network': ['ID=5a0f8ced-10c6-4ca6-8980-c7bfc98e7416,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:15.511155 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:01:15.515067 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:16.857918 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:17.720653 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55424) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:17.814579 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdbf3ae-7024-425b-b40a-063d209bc35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:01:17.815942 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6bdbf3ae-7024-425b-b40a-063d209bc35a admin admin] 10.222.0.39 "GET /v2.0/subnets/3111ec02-248b-4abb-a691-a6447a58f1bd HTTP/1.1" status: 200 len: 849 time: 0.0943365 Feb 04 10:01:17.941362 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b6661883-86d2-4162-a40f-2ae7625a9526 admin admin] 10.222.0.39 "GET /v2.0/routers/041821dc-154f-4f01-9c88-9f395a55a956 HTTP/1.1" status: 200 len: 704 time: 0.1191661 Feb 04 10:01:18.239280 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:18.558327 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Allocated IP 172.20.0.1 (e66858bf-5fb9-45bb-92c7-268fe964aa32/3111ec02-248b-4abb-a691-a6447a58f1bd/aa355769-b175-46c5-a0c2-b46d40ae8c09) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:01:18.710490 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks [] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:18.817903 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:18.887177 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:01:18.891938 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:01:18.897331 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:01:18.897867 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (041821dc-154f-4f01-9c88-9f395a55a956), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:18.956770 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Pushing event updated for resources: {'Port': ['ID=aa355769-b175-46c5-a0c2-b46d40ae8c09,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:19.105273 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:19.136128 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-008104fe-14ef-4b70-a5eb-f41fceba25b1 None None] Provisioning complete for port aa355769-b175-46c5-a0c2-b46d40ae8c09 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:19.136713 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-008104fe-14ef-4b70-a5eb-f41fceba25b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:19.168708 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-008104fe-14ef-4b70-a5eb-f41fceba25b1 None None] Port aa355769-b175-46c5-a0c2-b46d40ae8c09 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:01:19.309636 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks [] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:19.314230 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:19.314977 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (041821dc-154f-4f01-9c88-9f395a55a956), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:19.390528 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Pushing event updated for resources: {'Port': ['ID=aa355769-b175-46c5-a0c2-b46d40ae8c09,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:19.438851 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:01:19.440185 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:01:19.589281 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f7711b2f-6def-4302-bafa-8817305b067a None None] Provisioning complete for port aa355769-b175-46c5-a0c2-b46d40ae8c09 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:19.589693 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7711b2f-6def-4302-bafa-8817305b067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:19.598685 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Router 041821dc-154f-4f01-9c88-9f395a55a956 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:01:19.625690 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f7711b2f-6def-4302-bafa-8817305b067a None None] Port aa355769-b175-46c5-a0c2-b46d40ae8c09 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:01:19.692287 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:01:19.697530 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fc074213-a8ff-4444-b0c7-f98d643d53ca admin admin] 10.222.0.39 "PUT /v2.0/routers/041821dc-154f-4f01-9c88-9f395a55a956/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7503395 Feb 04 10:01:19.717124 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Sync routers for ids ['041821dc-154f-4f01-9c88-9f395a55a956'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:01:19.729432 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Routers {'041821dc-154f-4f01-9c88-9f395a55a956'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:01:19.730336 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:01:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['041821dc-154f-4f01-9c88-9f395a55a956'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:19.917367 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Set router 041821dc-154f-4f01-9c88-9f395a55a956 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:01:20.347823 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041821dc-154f-4f01-9c88-9f395a55a956', 'name': 'router1', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:01:09Z', 'updated_at': '2022-02-04T10:01:19Z', 'revision_number': 2, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'gw_port_host': None, '_interfaces': [{'id': 'aa355769-b175-46c5-a0c2-b46d40ae8c09', 'name': '', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'mac_address': 'fa:16:3e:9d:04:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:18Z', 'updated_at': '2022-02-04T10:01:19Z', 'revision_number': 2, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'subnets': [{'id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04389675-2f4b-4e27-9f33-dc509caf4628'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:20.399946 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Checking router: 041821dc-154f-4f01-9c88-9f395a55a956 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:01:20.400312 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Updating router 041821dc-154f-4f01-9c88-9f395a55a956 port aa355769-b175-46c5-a0c2-b46d40ae8c09 binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:01:20.452857 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:20.953630 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Publish callbacks [] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:20.961391 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.124131 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Pushing event updated for resources: {'Port': ['ID=aa355769-b175-46c5-a0c2-b46d40ae8c09,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:21.130725 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Attempting to bind port aa355769-b175-46c5-a0c2-b46d40ae8c09 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:01:21.131131 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Attempting to bind port aa355769-b175-46c5-a0c2-b46d40ae8c09 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:01:21.131606 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Attempting to bind port aa355769-b175-46c5-a0c2-b46d40ae8c09 on network e66858bf-5fb9-45bb-92c7-268fe964aa32 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:01:21.139447 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:01:21.139871 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Checking segment: {'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:01:21.140362 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.140748 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Bound using segment: {'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:01:21.141260 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Bound port: aa355769-b175-46c5-a0c2-b46d40ae8c09, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411cd7d9-ad28-453d-ab6b-a8094aff9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:01:21.141638 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.151115 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.151472 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.151847 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.152189 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.152520 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.152848 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.153177 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.153530 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.153857 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.154193 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.154519 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.154842 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.155161 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Tracked resource versions report: Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: pushed versions: Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Log': {'1.0'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Network': {'1.1'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Port': {'1.7'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: consumer versions: Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Log': '1.0', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Network': '1.1', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Port': '1.7', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SubPort': '1.0', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Subnet': '1.1', Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Feb 04 10:01:21.156583 dv-cinder-826607-3-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:01:21.218634 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] For port aa355769-b175-46c5-a0c2-b46d40ae8c09, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:01:21.237623 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] For port aa355769-b175-46c5-a0c2-b46d40ae8c09, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=aa355769-b175-46c5-a0c2-b46d40ae8c09,segment=NetworkSegment(411cd7d9-ad28-453d-ab6b-a8094aff9d7c),segment_id=411cd7d9-ad28-453d-ab6b-a8094aff9d7c)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:01:21.243716 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.256528 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-346171f4-e9ae-4043-bb76-17a2e3f304bb None None] Provisioning complete for port aa355769-b175-46c5-a0c2-b46d40ae8c09 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:21.258107 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-346171f4-e9ae-4043-bb76-17a2e3f304bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.294964 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Routers {'041821dc-154f-4f01-9c88-9f395a55a956'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:01:21.295681 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:01:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['041821dc-154f-4f01-9c88-9f395a55a956'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:21.360147 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-346171f4-e9ae-4043-bb76-17a2e3f304bb None None] Current status of the port aa355769-b175-46c5-a0c2-b46d40ae8c09 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:21.360763 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-346171f4-e9ae-4043-bb76-17a2e3f304bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.387461 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] Set router 041821dc-154f-4f01-9c88-9f395a55a956 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:01:21.398065 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-346171f4-e9ae-4043-bb76-17a2e3f304bb None None] For port aa355769-b175-46c5-a0c2-b46d40ae8c09, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=aa355769-b175-46c5-a0c2-b46d40ae8c09,segment=NetworkSegment(411cd7d9-ad28-453d-ab6b-a8094aff9d7c),segment_id=411cd7d9-ad28-453d-ab6b-a8094aff9d7c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:21.403618 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-346171f4-e9ae-4043-bb76-17a2e3f304bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.453127 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b473fd0-96fd-4282-a1b3-c72d9439c38b None None] Pushing event updated for resources: {'Port': ['ID=aa355769-b175-46c5-a0c2-b46d40ae8c09,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:21.455074 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346171f4-e9ae-4043-bb76-17a2e3f304bb None None] Pushing event updated for resources: {'Port': ['ID=aa355769-b175-46c5-a0c2-b46d40ae8c09,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:21.529603 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a30ce5b3-6809-4e59-a2d1-cc2b9c9454de None None] Provisioning complete for port aa355769-b175-46c5-a0c2-b46d40ae8c09 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:21.530490 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a30ce5b3-6809-4e59-a2d1-cc2b9c9454de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:21.605466 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a30ce5b3-6809-4e59-a2d1-cc2b9c9454de None None] Current status of the port aa355769-b175-46c5-a0c2-b46d40ae8c09 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:21.642818 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041821dc-154f-4f01-9c88-9f395a55a956', 'name': 'router1', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:01:09Z', 'updated_at': '2022-02-04T10:01:19Z', 'revision_number': 2, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'gw_port_host': None, '_interfaces': [{'id': 'aa355769-b175-46c5-a0c2-b46d40ae8c09', 'name': '', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'mac_address': 'fa:16:3e:9d:04:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:18Z', 'updated_at': '2022-02-04T10:01:21Z', 'revision_number': 4, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'subnets': [{'id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04389675-2f4b-4e27-9f33-dc509caf4628'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:21.670493 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d34617-63a3-4a0e-a7dd-d16f5b33ba6a None None] The sync data for ids ['041821dc-154f-4f01-9c88-9f395a55a956'] in dv-cinder-826607-3-iscsi is: [{'id': '041821dc-154f-4f01-9c88-9f395a55a956', 'name': 'router1', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:01:09Z', 'updated_at': '2022-02-04T10:01:19Z', 'revision_number': 2, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'gw_port_host': None, '_interfaces': [{'id': 'aa355769-b175-46c5-a0c2-b46d40ae8c09', 'name': '', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'mac_address': 'fa:16:3e:9d:04:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:18Z', 'updated_at': '2022-02-04T10:01:21Z', 'revision_number': 4, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'subnets': [{'id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04389675-2f4b-4e27-9f33-dc509caf4628'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:01:24.315820 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55442) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:24.422699 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec83376-4875-4e43-b254-fd34a4011db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:01:24.424108 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2ec83376-4875-4e43-b254-fd34a4011db0 admin admin] 10.222.0.39 "GET /v2.0/networks/5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 HTTP/1.1" status: 200 len: 842 time: 0.1072576 Feb 04 10:01:24.433439 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '02541f0e008a4493b3eb3573220ae6aa', 'cidr': '172.27.0.0/24'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:01:24.453737 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Made reservation on behalf of 02541f0e008a4493b3eb3573220ae6aa for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:01:24.456274 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:24.737562 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.objects.ports [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 10:01:24.737987 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (8acdb1da-3cde-4497-a7af-263c330a9234), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:24.791307 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acdb1da-3cde-4497-a7af-263c330a9234,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:24.800176 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:01:24.800529 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Network hostable DHCP agents. Network: 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:01:24.816940 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:01:24.825760 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:01:24.830042 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:01:24.830719 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:24.836673 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f8734-bbd1-4a75-9936-3e0fc7f45f31 None None] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:01:24.857522 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-057ac48f-dd39-46c4-b658-b58d188fd458 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4173388 Feb 04 10:01:24.950841 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce9f76-a0fd-498e-ba55-d7327682c8d0 None None] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:01:27.188305 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55450) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:27.446754 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c728d467-84eb-4c80-ae0e-4f973b213bb8 admin admin] 10.222.0.39 "GET /v2.0/routers/041821dc-154f-4f01-9c88-9f395a55a956 HTTP/1.1" status: 200 len: 710 time: 0.2573483 Feb 04 10:01:27.613782 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b24718-49d4-4e5e-bf14-1cdce401d1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:01:27.615186 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c6b24718-49d4-4e5e-bf14-1cdce401d1f9 admin admin] 10.222.0.39 "GET /v2.0/networks/5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 HTTP/1.1" status: 200 len: 886 time: 0.1630554 Feb 04 10:01:27.624938 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:01:27.875868 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks [] for router_gateway (041821dc-154f-4f01-9c88-9f395a55a956), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:28.120274 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks [] for router_gateway (041821dc-154f-4f01-9c88-9f395a55a956), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:28.196926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:28.384231 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Allocated IP 172.27.0.78 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/64d45cb1-0e6f-40f6-97e8-0d47144efd40) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:01:28.492118 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks [] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:28.549342 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:28.622885 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:01:28.627548 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:01:28.640284 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:01:28.643070 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Pushing event updated for resources: {'Port': ['ID=64d45cb1-0e6f-40f6-97e8-0d47144efd40,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:28.974883 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks [] for router_gateway (041821dc-154f-4f01-9c88-9f395a55a956), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:29.167703 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7003'] for router (041821dc-154f-4f01-9c88-9f395a55a956), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:29.172553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475926'] for router (041821dc-154f-4f01-9c88-9f395a55a956), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:29.281721 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Router 041821dc-154f-4f01-9c88-9f395a55a956 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:01:29.391497 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:01:29.395915 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:29.399817 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cf938606-da21-44cc-8f94-f49c5cba1a0b admin admin] 10.222.0.39 "PUT /v2.0/routers/041821dc-154f-4f01-9c88-9f395a55a956 HTTP/1.1" status: 200 len: 889 time: 1.7755113 Feb 04 10:01:29.462609 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device aa355769-b175-46c5-a0c2-b46d40ae8c09 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:01:29.513415 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port aa355769-b175-46c5-a0c2-b46d40ae8c09 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:29.513897 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:29.595280 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port aa355769-b175-46c5-a0c2-b46d40ae8c09 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:29.876238 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Sync routers for ids ['041821dc-154f-4f01-9c88-9f395a55a956'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:01:29.887987 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Routers {'041821dc-154f-4f01-9c88-9f395a55a956'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:01:29.888697 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:01:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['041821dc-154f-4f01-9c88-9f395a55a956'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:30.099465 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Set router 041821dc-154f-4f01-9c88-9f395a55a956 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:01:30.552534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041821dc-154f-4f01-9c88-9f395a55a956', 'name': 'router1', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '64d45cb1-0e6f-40f6-97e8-0d47144efd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:01:09Z', 'updated_at': '2022-02-04T10:01:28Z', 'revision_number': 4, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'gw_port': {'id': '64d45cb1-0e6f-40f6-97e8-0d47144efd40', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:28Z', 'updated_at': '2022-02-04T10:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'aa355769-b175-46c5-a0c2-b46d40ae8c09', 'name': '', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'mac_address': 'fa:16:3e:9d:04:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:18Z', 'updated_at': '2022-02-04T10:01:21Z', 'revision_number': 5, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'subnets': [{'id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04389675-2f4b-4e27-9f33-dc509caf4628'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:30.604761 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Checking router: 041821dc-154f-4f01-9c88-9f395a55a956 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:01:30.605130 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Updating router 041821dc-154f-4f01-9c88-9f395a55a956 port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:01:30.655698 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:30.966874 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Publish callbacks [] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:30.972372 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:31.021097 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Attempting to bind port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:01:31.021470 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Attempting to bind port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:01:31.021829 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Attempting to bind port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:01:31.027516 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccfb89-5b90-4e82-bdc2-314bec8707d7 None None] Pushing event updated for resources: {'Port': ['ID=64d45cb1-0e6f-40f6-97e8-0d47144efd40,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:31.032631 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:01:31.033009 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:01:31.033411 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:31.033852 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:01:31.034321 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Bound port: 64d45cb1-0e6f-40f6-97e8-0d47144efd40, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:01:31.035141 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:31.082967 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] For port 64d45cb1-0e6f-40f6-97e8-0d47144efd40, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:01:31.086072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] For port 64d45cb1-0e6f-40f6-97e8-0d47144efd40, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=64d45cb1-0e6f-40f6-97e8-0d47144efd40,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:01:31.092402 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:31.151992 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccfb89-5b90-4e82-bdc2-314bec8707d7 None None] Pushing event updated for resources: {'Port': ['ID=64d45cb1-0e6f-40f6-97e8-0d47144efd40,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:31.154462 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Routers {'041821dc-154f-4f01-9c88-9f395a55a956'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:01:31.155250 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:01:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['041821dc-154f-4f01-9c88-9f395a55a956'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:31.262163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] Set router 041821dc-154f-4f01-9c88-9f395a55a956 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:01:31.470322 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041821dc-154f-4f01-9c88-9f395a55a956', 'name': 'router1', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '64d45cb1-0e6f-40f6-97e8-0d47144efd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:01:09Z', 'updated_at': '2022-02-04T10:01:28Z', 'revision_number': 4, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'gw_port': {'id': '64d45cb1-0e6f-40f6-97e8-0d47144efd40', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:28Z', 'updated_at': '2022-02-04T10:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'aa355769-b175-46c5-a0c2-b46d40ae8c09', 'name': '', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'mac_address': 'fa:16:3e:9d:04:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:18Z', 'updated_at': '2022-02-04T10:01:21Z', 'revision_number': 5, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'subnets': [{'id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04389675-2f4b-4e27-9f33-dc509caf4628'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:31.496912 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47296b94-9640-499b-a856-5b69b33da7e5 None None] The sync data for ids ['041821dc-154f-4f01-9c88-9f395a55a956'] in dv-cinder-826607-3-iscsi is: [{'id': '041821dc-154f-4f01-9c88-9f395a55a956', 'name': 'router1', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '64d45cb1-0e6f-40f6-97e8-0d47144efd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:01:09Z', 'updated_at': '2022-02-04T10:01:28Z', 'revision_number': 4, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'gw_port': {'id': '64d45cb1-0e6f-40f6-97e8-0d47144efd40', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:28Z', 'updated_at': '2022-02-04T10:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'aa355769-b175-46c5-a0c2-b46d40ae8c09', 'name': '', 'network_id': 'e66858bf-5fb9-45bb-92c7-268fe964aa32', 'tenant_id': '7b0fefc9a268485d8bd9be035b3edff8', 'mac_address': 'fa:16:3e:9d:04:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041821dc-154f-4f01-9c88-9f395a55a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:01:18Z', 'updated_at': '2022-02-04T10:01:21Z', 'revision_number': 5, 'project_id': '7b0fefc9a268485d8bd9be035b3edff8', 'subnets': [{'id': '3111ec02-248b-4abb-a691-a6447a58f1bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04389675-2f4b-4e27-9f33-dc509caf4628'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:01:31.859529 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55462) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:01:31.995991 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e4c32a20-610c-4dc7-80d7-27a50b8e2ad6 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1282165 Feb 04 10:01:33.440875 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 64d45cb1-0e6f-40f6-97e8-0d47144efd40 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:01:33.492538 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:33.492972 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:33.574503 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:33.574940 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:33.601598 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 64d45cb1-0e6f-40f6-97e8-0d47144efd40, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=64d45cb1-0e6f-40f6-97e8-0d47144efd40,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:33.608886 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:33.677357 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=64d45cb1-0e6f-40f6-97e8-0d47144efd40,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:35.427241 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 64d45cb1-0e6f-40f6-97e8-0d47144efd40 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:01:35.490810 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:01:35.491502 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (64d45cb1-0e6f-40f6-97e8-0d47144efd40), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:35.589698 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 64d45cb1-0e6f-40f6-97e8-0d47144efd40 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:01:40.774666 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f89be0c9-26b6-4295-bf1a-efbc0fc4c580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:43.050582 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1654662b-1569-43ad-8fd5-139f04a1a66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:43.266078 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:01:43.800589 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:45.523748 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:01:46.852837 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:10.769159 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3cde1a45-9a8f-4a8c-9a8f-1fe533309245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:13.046048 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0e92-deb9-48ba-839e-db592f3ab98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:13.804674 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:15.509844 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:16.849979 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:20.267453 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:02:40.772627 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-add3616d-6128-493a-b6a7-fffcb5acb743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:43.049145 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb41f981-6c0a-4f34-a958-abe0e64f663e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:43.815324 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:45.508914 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:46.844009 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:51.077807 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55946) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:02:51.137900 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46738bb-a4d9-4f23-b0b3-4cb77261f2f1 admin admin] GET failed (client error): The resource could not be found. Feb 04 10:02:51.139155 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d46738bb-a4d9-4f23-b0b3-4cb77261f2f1 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604179 Feb 04 10:02:51.297267 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37f393-edf4-4028-b3ea-553960a616d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:02:51.298659 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3e37f393-edf4-4028-b3ea-553960a616d8 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548593 Feb 04 10:02:53.499031 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 55956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:02:53.589376 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e52a0a-3310-485f-92ad-0d5b8803f1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:02:53.590683 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-25e52a0a-3310-485f-92ad-0d5b8803f1d9 admin admin] 10.222.0.39 "GET /v2.0/subnets/3111ec02-248b-4abb-a691-a6447a58f1bd HTTP/1.1" status: 200 len: 849 time: 0.0906599 Feb 04 10:02:53.600633 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:02:53.744156 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Publish callbacks [] for subnet (3111ec02-248b-4abb-a691-a6447a58f1bd), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:53.883057 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788239150318'] for subnet (3111ec02-248b-4abb-a691-a6447a58f1bd), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:53.913751 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:02:53.914339 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:53.915622 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] 10.222.0.39 "PUT /v2.0/subnets/3111ec02-248b-4abb-a691-a6447a58f1bd HTTP/1.1" status: 200 len: 868 time: 0.3185437 Feb 04 10:02:53.934935 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3111ec02-248b-4abb-a691-a6447a58f1bd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:02:53.943372 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.944001 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.944248 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f088b077-80d2-4aab-a90f-4dc9b5982dbf None None] Network e66858bf-5fb9-45bb-92c7-268fe964aa32 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:02:53.944724 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.944897 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.945182 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.945553 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.945837 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.946163 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.946488 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.948068 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.948431 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.952192 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:53.952734 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023131a-1ff7-46ea-86d1-ae7c150ca102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:02:54.302627 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bbd46cbe-2c60-4da2-89b2-fbeee37d44b9 None None] Provisioning complete for port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:02:54.303046 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bbd46cbe-2c60-4da2-89b2-fbeee37d44b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:54.382960 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd46cbe-2c60-4da2-89b2-fbeee37d44b9 None None] Current status of the port 59ec1cb0-6df4-4f06-9d1b-d2dcf8d74bde is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:02:54.392836 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bbd46cbe-2c60-4da2-89b2-fbeee37d44b9 None None] Provisioning complete for port aa355769-b175-46c5-a0c2-b46d40ae8c09 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:02:54.393227 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bbd46cbe-2c60-4da2-89b2-fbeee37d44b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (aa355769-b175-46c5-a0c2-b46d40ae8c09), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:02:54.467218 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd46cbe-2c60-4da2-89b2-fbeee37d44b9 None None] Current status of the port aa355769-b175-46c5-a0c2-b46d40ae8c09 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:02:56.150039 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55966) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:02:56.349724 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a781a0-a84b-4109-8da4-28a934588819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:02:56.350099 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a781a0-a84b-4109-8da4-28a934588819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:02:56.351676 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f4a781a0-a84b-4109-8da4-28a934588819 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006674 Feb 04 10:02:57.313794 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:02:58.573889 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:02:58.703466 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5a0c6-0f18-42aa-8cc3-317d3e43ff06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:02:58.703953 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5a0c6-0f18-42aa-8cc3-317d3e43ff06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:02:58.706060 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b8e5a0c6-0f18-42aa-8cc3-317d3e43ff06 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312203 Feb 04 10:03:00.930725 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55982) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:01.051712 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b552faa-70c7-484c-ab85-da52ac7994f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:01.053043 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5b552faa-70c7-484c-ab85-da52ac7994f8 admin admin] 10.222.0.39 "GET /v2.0/networks/5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 HTTP/1.1" status: 200 len: 886 time: 0.1212859 Feb 04 10:03:03.375383 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55990) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:03.587962 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d32f18-578f-4f77-9082-b08f8dc51c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:03.589274 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-30d32f18-578f-4f77-9082-b08f8dc51c40 admin admin] 10.222.0.39 "GET /v2.0/networks/e66858bf-5fb9-45bb-92c7-268fe964aa32 HTTP/1.1" status: 200 len: 869 time: 0.2128971 Feb 04 10:03:05.807878 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 55998) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:05.928827 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837aae38-4a14-4c89-9a58-6942e2080742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:05.929280 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837aae38-4a14-4c89-9a58-6942e2080742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:05.930799 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-837aae38-4a14-4c89-9a58-6942e2080742 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219859 Feb 04 10:03:08.156590 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:08.245964 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb751749-a79f-4e7a-856c-96de5c95aaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:08.246345 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb751749-a79f-4e7a-856c-96de5c95aaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:08.247869 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cb751749-a79f-4e7a-856c-96de5c95aaa0 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903003 Feb 04 10:03:10.447418 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:10.535151 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72bff81-3cfc-4183-90ae-2974c2e149b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:10.536503 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f72bff81-3cfc-4183-90ae-2974c2e149b9 admin admin] 10.222.0.39 "GET /v2.0/subnets/3111ec02-248b-4abb-a691-a6447a58f1bd HTTP/1.1" status: 200 len: 868 time: 0.0881019 Feb 04 10:03:10.774676 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4d86-405d-4423-8497-c7874d8b4580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:12.769951 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56022) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:12.855615 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ad105-ec05-4b5b-b8c3-7d29c357320a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:12.856965 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ed5ad105-ec05-4b5b-b8c3-7d29c357320a admin admin] 10.222.0.39 "GET /v2.0/subnets/8acdb1da-3cde-4497-a7af-263c330a9234 HTTP/1.1" status: 200 len: 816 time: 0.0860417 Feb 04 10:03:13.047250 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a857dc9-d858-4e39-8a77-bc0352705dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:13.809982 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:15.511208 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:16.847918 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:34.273925 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:03:37.001759 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56076) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:37.056463 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-52615602-e013-49db-8485-8447097837c1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:03:37.057544 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-52615602-e013-49db-8485-8447097837c1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543103 Feb 04 10:03:39.373882 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:39.434610 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb4b5ca-a4f5-4c91-940b-692e2cf01acf admin admin] GET failed (client error): The resource could not be found. Feb 04 10:03:39.435898 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-edb4b5ca-a4f5-4c91-940b-692e2cf01acf admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610685 Feb 04 10:03:39.577040 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3cd86-528c-40d6-98b1-921b26e15b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:39.578534 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-42a3cd86-528c-40d6-98b1-921b26e15b16 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386685 Feb 04 10:03:40.780011 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7306090-8b32-4b85-b9c1-65ad6b28fd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:41.836493 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56094) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:41.881169 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Request body: {'network': {'shared': True, 'tenant_id': '02541f0e008a4493b3eb3573220ae6aa', 'project_id': '02541f0e008a4493b3eb3573220ae6aa', 'name': 'shared', 'admin_state_up': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:03:41.900058 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Made reservation on behalf of 02541f0e008a4493b3eb3573220ae6aa for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:03:41.902609 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:41.936301 dv-cinder-826607-3-iscsi neutron-server[102629]: WARNING neutron.services.revisions.revision_plugin [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Could not find related network for resource to bump revision. Feb 04 10:03:41.949786 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:03:41.958925 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (c57dacbe-4ac3-413c-a680-96732e625530), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:41.959260 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Added segment c57dacbe-4ac3-413c-a680-96732e625530 of type vlan for network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 Feb 04 10:03:42.000747 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:42.024404 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:42.025320 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:42.025893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:42.077236 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2396858 Feb 04 10:03:42.083859 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Pushing event updated for resources: {'Network': ['ID=5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:03:42.090574 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.090946 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.091295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.091659 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.091996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.092326 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.092671 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.093005 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.093334 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.093659 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.093990 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.094312 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.094631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9a76f-103e-469b-aa23-cd16c84bff9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:42.108863 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:03:43.048300 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ee75c20-4a8b-4ced-b841-642f1b6e5d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:43.814202 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:44.348761 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56104) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:03:44.406970 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b76e92c-150f-4a7e-8d9c-5f754abf27a5 admin admin] GET failed (client error): The resource could not be found. Feb 04 10:03:44.408282 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8b76e92c-150f-4a7e-8d9c-5f754abf27a5 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585718 Feb 04 10:03:44.477831 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd57f51-d303-4ad1-81cd-0c49ba6411ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:44.479269 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6bd57f51-d303-4ad1-81cd-0c49ba6411ad admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669734 Feb 04 10:03:44.488865 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8', 'name': 'shared-subnet', 'tenant_id': '02541f0e008a4493b3eb3573220ae6aa', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:03:44.519003 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Made reservation on behalf of 02541f0e008a4493b3eb3573220ae6aa for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:03:44.521230 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:44.699252 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (7c66054b-ab01-465f-828a-17af2e14030b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:44.749378 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c66054b-ab01-465f-828a-17af2e14030b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:03:44.766259 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Checking segment: {'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:03:44.766609 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Network hostable DHCP agents. Network: 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:03:44.788226 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:03:44.798321 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:03:44.803151 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:03:44.804579 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:44.806115 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaeb7ef-2086-405f-af6f-62eeb3327bae None None] Network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:03:44.824383 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-666d28bf-31e2-4f1b-add1-842278c99fc0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3387976 Feb 04 10:03:44.911841 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8', 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8', 'project_id': '02541f0e008a4493b3eb3573220ae6aa', 'fixed_ips': [{'subnet_id': '7c66054b-ab01-465f-828a-17af2e14030b'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:03:44.912719 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:45.055469 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Allocated IP 192.168.233.2 (5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8/7c66054b-ab01-465f-828a-17af2e14030b/644151a3-0012-4442-a549-ab88b23aea40) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:03:45.196877 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Publish callbacks [] for port (644151a3-0012-4442-a549-ab88b23aea40), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:45.202547 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (644151a3-0012-4442-a549-ab88b23aea40), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:45.245393 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:03:45.248241 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:03:45.253643 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:03:45.256718 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Pushing event updated for resources: {'Port': ['ID=644151a3-0012-4442-a549-ab88b23aea40,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:03:45.266822 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.267173 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.267534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.267895 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.268303 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.268632 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.268961 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.269283 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.269607 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.269936 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.270256 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.270573 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.270889 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:03:45.325621 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Attempting to bind port 644151a3-0012-4442-a549-ab88b23aea40 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:03:45.326080 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Attempting to bind port 644151a3-0012-4442-a549-ab88b23aea40 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:03:45.326458 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Attempting to bind port 644151a3-0012-4442-a549-ab88b23aea40 on network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:03:45.332668 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:03:45.333049 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Checking segment: {'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:03:45.333457 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:45.333855 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Bound using segment: {'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:03:45.334332 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Bound port: 644151a3-0012-4442-a549-ab88b23aea40, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:03:45.334715 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (644151a3-0012-4442-a549-ab88b23aea40), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:45.513553 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] For port 644151a3-0012-4442-a549-ab88b23aea40, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:03:45.526285 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] For port 644151a3-0012-4442-a549-ab88b23aea40, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=644151a3-0012-4442-a549-ab88b23aea40,segment=NetworkSegment(c57dacbe-4ac3-413c-a680-96732e625530),segment_id=c57dacbe-4ac3-413c-a680-96732e625530)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:03:45.527682 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:45.532755 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (644151a3-0012-4442-a549-ab88b23aea40), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:45.591763 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633773ff-003f-4e24-8d87-773b7dc6dc9b None None] Pushing event updated for resources: {'Port': ['ID=644151a3-0012-4442-a549-ab88b23aea40,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:03:46.718423 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e34a1a-e65b-4641-a450-6052a89e4acd None None] Network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:03:46.801548 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4ba04df-2ae6-4364-a6bd-c7bb1464d0d7 None None] Provisioning complete for port 644151a3-0012-4442-a549-ab88b23aea40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:03:46.801928 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4ba04df-2ae6-4364-a6bd-c7bb1464d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (644151a3-0012-4442-a549-ab88b23aea40), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:46.880051 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:46.929850 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba04df-2ae6-4364-a6bd-c7bb1464d0d7 None None] Current status of the port 644151a3-0012-4442-a549-ab88b23aea40 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:03:46.930237 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4ba04df-2ae6-4364-a6bd-c7bb1464d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (644151a3-0012-4442-a549-ab88b23aea40), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:46.968686 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f4ba04df-2ae6-4364-a6bd-c7bb1464d0d7 None None] For port 644151a3-0012-4442-a549-ab88b23aea40, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=644151a3-0012-4442-a549-ab88b23aea40,segment=NetworkSegment(c57dacbe-4ac3-413c-a680-96732e625530),segment_id=c57dacbe-4ac3-413c-a680-96732e625530)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:03:46.975961 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4ba04df-2ae6-4364-a6bd-c7bb1464d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (644151a3-0012-4442-a549-ab88b23aea40), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:47.028667 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba04df-2ae6-4364-a6bd-c7bb1464d0d7 None None] Pushing event updated for resources: {'Port': ['ID=644151a3-0012-4442-a549-ab88b23aea40,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:03:47.095134 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8e187055-1cc1-4506-91a9-bdba95f2d731 None None] Provisioning complete for port 644151a3-0012-4442-a549-ab88b23aea40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:03:47.095534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8e187055-1cc1-4506-91a9-bdba95f2d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (644151a3-0012-4442-a549-ab88b23aea40), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:47.175869 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8e187055-1cc1-4506-91a9-bdba95f2d731 None None] Current status of the port 644151a3-0012-4442-a549-ab88b23aea40 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:03:47.540738 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 644151a3-0012-4442-a549-ab88b23aea40 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:03:47.589733 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 644151a3-0012-4442-a549-ab88b23aea40 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:03:47.590102 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (644151a3-0012-4442-a549-ab88b23aea40), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:03:47.669153 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 644151a3-0012-4442-a549-ab88b23aea40 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:04:10.783065 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-611d1772-08f8-4495-a322-5e8ff4d71c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:11.272486 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:04:13.049679 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1804ce25-1f84-4863-8e20-fe0c6d2f1e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:13.814938 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:15.519713 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:16.852441 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:40.786684 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa3e97df-e2c6-4418-bcef-da0350713893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:43.051974 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-91af48d0-56f0-410b-957f-a7a882e76c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:43.820695 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:45.523978 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:46.854514 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:04:48.272421 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:04:59.764358 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56148) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:04:59.770919 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [None req-0a5dda47-aca6-431d-af1c-ba30b5f456b1 tempest-verify_tempest_config-266630002 tempest-verify_tempest_config-266630002-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:04:59.771931 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0a5dda47-aca6-431d-af1c-ba30b5f456b1 tempest-verify_tempest_config-266630002 tempest-verify_tempest_config-266630002-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066137 Feb 04 10:05:00.056555 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56166) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:05:00.157488 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:00.230860 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Publish callbacks [] for security_group (887e9745-eabb-4961-ae4a-3a4dcdd4f96e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:00.234112 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (887e9745-eabb-4961-ae4a-3a4dcdd4f96e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:00.276258 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd0d69b8388b4d639d96aec2d26ca6c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2186735 Feb 04 10:05:00.278723 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e9745-eabb-4961-ae4a-3a4dcdd4f96e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:05:00.279263 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56172) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:05:00.284971 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.285335 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.285984 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.285984 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.286326 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.286654 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.286982 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.287308 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.287675 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.288025 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.288356 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.288678 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.289001 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e262-2ca3-49e4-a4d3-8bfa020fb645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.333067 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Publish callbacks [] for security_group (887e9745-eabb-4961-ae4a-3a4dcdd4f96e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:00.353562 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Publish callbacks [] for security_group (887e9745-eabb-4961-ae4a-3a4dcdd4f96e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:00.441902 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (887e9745-eabb-4961-ae4a-3a4dcdd4f96e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:00.444581 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:00.445737 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/887e9745-eabb-4961-ae4a-3a4dcdd4f96e HTTP/1.1" status: 204 len: 168 time: 0.1654851 Feb 04 10:05:00.453305 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e9745-eabb-4961-ae4a-3a4dcdd4f96e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:05:00.460288 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.460661 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.461013 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.461358 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.461693 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.462026 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.462372 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.462707 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.463036 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.463382 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.463862 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.464189 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:00.464516 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6acafaa-cdbd-4873-b8b9-d8965ddf57cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:05:10.789145 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f856dee0-0916-4a8b-8c12-e0df860721a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:13.055663 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d52e1479-cca7-4849-b613-ae14d23eb211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:13.820755 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:15.523275 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:16.858344 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:25.271247 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:05:40.790454 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7df4b6df-f56d-4d15-9c85-4a44d7330354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:43.057273 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d57378fb-aa4d-4ef0-9e1a-63bf0e08df6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:43.823426 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:45.526821 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:05:46.860510 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:02.271170 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:06:10.791821 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ee61eb6-292c-43cd-ae49-cb0ebe9f33d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:13.059200 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d153b842-cdee-494a-a527-e072e55e2d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:13.825757 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:15.529849 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:16.862799 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:39.114602 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475249'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:39.269926 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:06:40.792696 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87793537-7f45-4a70-a092-ba5ae11dc1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:43.062633 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bef72c04-ba11-4ad2-b181-3b84d9eb5402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:43.828240 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:45.533416 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:46.864903 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:06:54.277918 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56244) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:06:54.382029 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-25564bf9-4189-4b87-ad50-2821b1f50bf3 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1030006 Feb 04 10:06:56.614329 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56254) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:06:56.673221 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d95327e6-ba5a-47ee-a8ce-6d4460f66af2 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0578103 Feb 04 10:07:09.067297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:10.887393 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28cdf0ba-fd10-4ec7-9e9e-f6ea371f2d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:13.065504 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9210a42d-636d-4afb-b7cc-3dea54dfd325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:13.832166 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:15.535296 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:16.270521 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:07:16.868350 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:39.066755 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:40.799830 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cdd5a879-e9d2-4d3c-96ec-5abe31a4d5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:43.069082 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1710-c983-4c08-bd5c-e7178edf0cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:43.835352 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:45.540007 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:46.870878 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:07:53.269789 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:08:09.065365 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:10.802173 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afc59407-1bf6-4ee2-8cd5-a6b1f4f1bd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:13.071842 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b52ea5c6-57e8-44f6-bf01-01e15ef9da55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:13.837880 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:15.544053 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:16.874178 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.107218 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56432) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:29.439230 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-145456634-network', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:29.461331 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Made reservation on behalf of d40e1949663b4fe39d5669204666ab42 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:29.465379 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.465470 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56456) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:29.480297 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.555945 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:29.556953 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks [] for security_group (79ff4812-e211-4a64-89d9-88133407c916), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.563224 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (79ff4812-e211-4a64-89d9-88133407c916), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.592156 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:08:29.600588 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff4812-e211-4a64-89d9-88133407c916,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:29.612897 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.613249 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.613601 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.613917 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.614244 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.615121 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.615458 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.615804 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.616120 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.616459 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.616775 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.617260 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.617592 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Tracked resource versions report: Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: pushed versions: Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: { 'AddressGroup': {'1.2'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Log': {'1.0'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Network': {'1.1'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Port': {'1.7'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'PortForwarding': {'1.2'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'QosPolicy': {'1.10'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroup': {'1.5'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SubPort': {'1.0'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Subnet': {'1.1'}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Trunk': {'1.1'}} Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: consumer versions: Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: HyperV agent@hv-cinder-82660: {}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'ConntrackHelper': '1.0', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'LocalIPAssociation': '1.0', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Log': '1.0', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Network': '1.1', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Port': '1.7', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'PortForwarding': '1.2', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'QosPolicy': '1.10', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroup': '1.5', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SecurityGroupRule': '1.2', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'SubPort': '1.0', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Subnet': '1.1', Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: 'Trunk': '1.1'}} Feb 04 10:08:29.618730 dv-cinder-826607-3-iscsi neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:08:29.647515 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (823e1ae6-2847-40f5-aeef-5ceff77481e0), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.648030 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Added segment 823e1ae6-2847-40f5-aeef-5ceff77481e0 of type vlan for network 25332641-dcb4-420f-b76c-45c423e03af7 Feb 04 10:08:29.694952 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (25332641-dcb4-420f-b76c-45c423e03af7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.698951 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56472) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:29.730993 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (25332641-dcb4-420f-b76c-45c423e03af7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.732261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:29.733255 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.809929 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6988952 Feb 04 10:08:29.810313 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56478) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:29.815165 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Request body: {'subnet': {'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-subnet', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:29.829608 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bacc01-055a-4c4b-bd3c-f1b7299b8da6 admin admin] Pushing event updated for resources: {'Network': ['ID=25332641-dcb4-420f-b76c-45c423e03af7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:29.845573 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 25332641-dcb4-420f-b76c-45c423e03af7 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:08:29.848508 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Made reservation on behalf of d40e1949663b4fe39d5669204666ab42 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:29.851645 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.860198 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-network', 'tenant_id': '45a77b15770a4fb1b243cb577a984895'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:29.898864 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Made reservation on behalf of 45a77b15770a4fb1b243cb577a984895 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:29.901458 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.917168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-434658872-network', 'tenant_id': '0d544571182f4879a81dbcb723b707e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:29.950098 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Made reservation on behalf of 0d544571182f4879a81dbcb723b707e4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:29.951883 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56482) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:29.952534 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.962195 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:29.970452 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.016453 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1079065916-network', 'tenant_id': 'e126880e04394e22b177867ddace74c3'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:30.084702 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (22fc2327-6934-4b94-bf3a-9e391a533b43), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.109744 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Made reservation on behalf of e126880e04394e22b177867ddace74c3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:30.112298 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.116297 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks [] for security_group (ebcd506f-967a-4230-8273-7da4439d2388), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.130997 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.135009 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ebcd506f-967a-4230-8273-7da4439d2388), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.143080 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fc2327-6934-4b94-bf3a-9e391a533b43,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.173595 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-667700197-network', 'tenant_id': 'c0d1c24765c343639cb9cfbf668b4c81'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:30.185278 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcd506f-967a-4230-8273-7da4439d2388,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.200182 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.200431 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.201056 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.201681 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.202018 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.202422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.202771 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.203108 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.203623 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.203958 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.204255 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Made reservation on behalf of c0d1c24765c343639cb9cfbf668b4c81 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:30.204362 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.204652 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.204972 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Tracked resource versions report: Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: pushed versions: Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Log': {'1.0'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Network': {'1.1'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Port': {'1.7'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: consumer versions: Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: HyperV agent@hv-cinder-82660: {}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'LocalIPAssociation': '1.0', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Log': '1.0', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Network': '1.1', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Port': '1.7', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'SubPort': '1.0', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Subnet': '1.1', Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Feb 04 10:08:30.206186 dv-cinder-826607-3-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:08:30.208713 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.214606 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:08:30.244215 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (3e0384f9-b974-4a44-aa64-7070033cbd2d), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.244567 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Added segment 3e0384f9-b974-4a44-aa64-7070033cbd2d of type vlan for network ac41d774-dd23-4eab-9748-129411df948c Feb 04 10:08:30.246420 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.268893 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:08:30.280083 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks [] for security_group (a0e7bc92-2c4f-4137-88b6-14ab9e201365), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.308650 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (a0e7bc92-2c4f-4137-88b6-14ab9e201365), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.321759 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:08:30.328126 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Checking segment: {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:30.328490 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Network hostable DHCP agents. Network: 25332641-dcb4-420f-b76c-45c423e03af7, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:08:30.332499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (07219fc7-caa8-49ca-b794-11350afc36ae), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.333127 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Added segment 07219fc7-caa8-49ca-b794-11350afc36ae of type vlan for network 6ed32a17-0155-4c49-ac13-42fc4376aa64 Feb 04 10:08:30.339104 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks [] for security_group (6921a8e0-24c8-44f4-b378-b70fce2fcb76), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.348758 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6921a8e0-24c8-44f4-b378-b70fce2fcb76), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.361532 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:08:30.381911 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (6ed32a17-0155-4c49-ac13-42fc4376aa64), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.384181 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (1d42d16d-9df8-4d46-b11d-bc89ce3523bf), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.385140 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Added segment 1d42d16d-9df8-4d46-b11d-bc89ce3523bf of type vlan for network 2bfbafce-0ac0-459d-87aa-47fee319cc13 Feb 04 10:08:30.431549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (ac41d774-dd23-4eab-9748-129411df948c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.452905 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (6ed32a17-0155-4c49-ac13-42fc4376aa64), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.454154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:30.454727 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.477086 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (2bfbafce-0ac0-459d-87aa-47fee319cc13), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.485926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e7bc92-2c4f-4137-88b6-14ab9e201365,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.502021 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6921a8e0-24c8-44f4-b378-b70fce2fcb76,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.508180 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (2bfbafce-0ac0-459d-87aa-47fee319cc13), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.509552 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:30.510663 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.519005 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0527370 Feb 04 10:08:30.524052 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56516) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:30.537015 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (ac41d774-dd23-4eab-9748-129411df948c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.537955 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:30.538577 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.541874 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks [] for security_group (fa92e399-cbf3-4207-ab2c-b13e0affbb96), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.577550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (fa92e399-cbf3-4207-ab2c-b13e0affbb96), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.592448 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Network 25332641-dcb4-420f-b76c-45c423e03af7 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:08:30.611870 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Request body: {'subnet': {'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-subnet', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:30.613144 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:08:30.623555 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0664957 Feb 04 10:08:30.624770 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:30.640824 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56526) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:30.640961 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6786215 Feb 04 10:08:30.650499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Request body: {'subnet': {'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-434658872-subnet', 'tenant_id': '0d544571182f4879a81dbcb723b707e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:30.660784 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Request body: {'subnet': {'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-667700197-subnet', 'tenant_id': 'c0d1c24765c343639cb9cfbf668b4c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:30.666520 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955c8aa-15e0-4dce-8781-17a835430835 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed32a17-0155-4c49-ac13-42fc4376aa64,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.677167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (082aad5d-02df-4075-b454-f6d0779d6f4e), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.677901 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Added segment 082aad5d-02df-4075-b454-f6d0779d6f4e of type vlan for network dccada8f-179c-4061-b14a-7f6769fea163 Feb 04 10:08:30.679007 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:08:30.683037 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 25332641-dcb4-420f-b76c-45c423e03af7) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:30.698737 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Made reservation on behalf of 45a77b15770a4fb1b243cb577a984895 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:30.701431 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.720016 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30047a5e-5d59-4ba4-8ed4-5c607c556e7e None None] Network 25332641-dcb4-420f-b76c-45c423e03af7 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:30.746014 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa92e399-cbf3-4207-ab2c-b13e0affbb96,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.751298 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:30.752322 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.756378 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caf282-8296-4d22-9bbf-02620b4a580a admin admin] Pushing event updated for resources: {'Network': ['ID=2bfbafce-0ac0-459d-87aa-47fee319cc13,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.798732 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7af4f458-8ea6-46f0-a2a9-e53e66c835a7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9873633 Feb 04 10:08:30.804961 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56536) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:30.816409 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:30.837924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Made reservation on behalf of 0d544571182f4879a81dbcb723b707e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:30.844274 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.867254 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (214dabb1-2ba9-450b-8063-e6e79c4b494b), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.868582 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (214dabb1-2ba9-450b-8063-e6e79c4b494b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.882409 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Made reservation on behalf of c0d1c24765c343639cb9cfbf668b4c81 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:30.887125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:30.897594 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cff42-3560-4383-9a0e-0648b94c1c18 admin admin] Pushing event updated for resources: {'Network': ['ID=ac41d774-dd23-4eab-9748-129411df948c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:30.941526 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 2bfbafce-0ac0-459d-87aa-47fee319cc13 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:08:30.951767 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network ac41d774-dd23-4eab-9748-129411df948c details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:08:30.999439 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks [] for router_controller (214dabb1-2ba9-450b-8063-e6e79c4b494b), precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.010382 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (dccada8f-179c-4061-b14a-7f6769fea163), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.046980 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (dccada8f-179c-4061-b14a-7f6769fea163), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.047968 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:31.048611 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.090919 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (fb965735-5324-494f-95ad-55d86874aad9), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.153344 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d5d05-db72-4915-8f16-ca997449d5eb None None] Network 25332641-dcb4-420f-b76c-45c423e03af7 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:31.208747 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5084515 Feb 04 10:08:31.209593 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:31.225286 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Request body: {'subnet': {'network_id': 'dccada8f-179c-4061-b14a-7f6769fea163', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1079065916-subnet', 'tenant_id': 'e126880e04394e22b177867ddace74c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:31.257355 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb965735-5324-494f-95ad-55d86874aad9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:31.262089 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Made reservation on behalf of e126880e04394e22b177867ddace74c3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:31.268031 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.275104 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks [] for router_gateway (214dabb1-2ba9-450b-8063-e6e79c4b494b), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.290286 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Checking segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:31.290782 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Network hostable DHCP agents. Network: 6ed32a17-0155-4c49-ac13-42fc4376aa64, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:08:31.363629 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c3746-e17b-4e21-9df8-c9ca2b6c5410 admin admin] Pushing event updated for resources: {'Network': ['ID=dccada8f-179c-4061-b14a-7f6769fea163,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:31.384018 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network dccada8f-179c-4061-b14a-7f6769fea163 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:08:31.516139 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:08:31.535281 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 6ed32a17-0155-4c49-ac13-42fc4376aa64) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:31.541847 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:31.542611 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.545286 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f8d2de-18ce-4ed3-95c9-3629062f25ed None None] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:31.580739 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-25e5d185-d82b-402d-8e4f-c57f0355a3d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9892716 Feb 04 10:08:31.587703 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56564) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:31.600438 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:31.693045 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.694317 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.698864 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-6ed32a17-0155-4c49-ac13-42fc4376aa64', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'project_id': '45a77b15770a4fb1b243cb577a984895', 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:08:31.699951 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.818995 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (434ca7b3-f52b-45b3-b091-5c87ce704ce8), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.855806 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks [] for router_controller (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.860550 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks [] for router_gateway (214dabb1-2ba9-450b-8063-e6e79c4b494b), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.883963 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:31.931292 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Allocated IP 172.20.0.2 (6ed32a17-0155-4c49-ac13-42fc4376aa64/fb965735-5324-494f-95ad-55d86874aad9/9ef478fc-eb17-45fd-a22e-d5f522024610) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:31.944088 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (e8844786-b766-424d-9c3b-50b997710742), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.038858 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434ca7b3-f52b-45b3-b091-5c87ce704ce8,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:32.108556 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks [] for router_gateway (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.143685 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Publish callbacks [] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.155408 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.164798 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8844786-b766-424d-9c3b-50b997710742,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:32.181854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Checking segment: {'id': '082aad5d-02df-4075-b454-f6d0779d6f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'dccada8f-179c-4061-b14a-7f6769fea163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:32.182216 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Network hostable DHCP agents. Network: dccada8f-179c-4061-b14a-7f6769fea163, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:08:32.195730 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:32.199543 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:32.206389 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:32.247087 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Network dccada8f-179c-4061-b14a-7f6769fea163 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:08:32.249329 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Pushing event updated for resources: {'Port': ['ID=9ef478fc-eb17-45fd-a22e-d5f522024610,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:32.264235 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, dccada8f-179c-4061-b14a-7f6769fea163) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:32.269466 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:32.271475 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.274431 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.275212 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.275884 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.276472 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.277686 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.277686 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.278145 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.278813 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Allocated IP 172.27.0.70 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/ef0fa134-0f28-43d0-866f-c712139347fd) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:32.279363 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.279961 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.281347 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.281887 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.283757 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.284477 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Tracked resource versions report: Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: pushed versions: Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Log': {'1.0'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Network': {'1.1'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Port': {'1.7'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: consumer versions: Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: HyperV agent@hv-cinder-82660: {}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'LocalIPAssociation': '1.0', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Log': '1.0', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Network': '1.1', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Port': '1.7', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'SubPort': '1.0', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Subnet': '1.1', Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Feb 04 10:08:32.286244 dv-cinder-826607-3-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:08:32.295903 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea0d1f-a7f1-4ee7-b44c-58b8f75d45bf None None] Network dccada8f-179c-4061-b14a-7f6769fea163 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:32.313557 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b53932e8-7cf9-4a5d-9824-d9d8adac0aa0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0920663 Feb 04 10:08:32.318868 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.372164 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:32.382303 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Checking segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:32.382823 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Network hostable DHCP agents. Network: ac41d774-dd23-4eab-9748-129411df948c, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:08:32.431539 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Network ac41d774-dd23-4eab-9748-129411df948c is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:08:32.449856 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, ac41d774-dd23-4eab-9748-129411df948c) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:32.451270 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Attempting to bind port 9ef478fc-eb17-45fd-a22e-d5f522024610 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:32.451686 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Attempting to bind port 9ef478fc-eb17-45fd-a22e-d5f522024610 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:32.452070 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Attempting to bind port 9ef478fc-eb17-45fd-a22e-d5f522024610 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:32.460697 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d177c206-31ed-4469-8f5d-fef1c3a3438b None None] Network dccada8f-179c-4061-b14a-7f6769fea163 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:32.461973 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:32.465227 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.469605 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2515861b-7818-40e6-bfde-f8e28252a018 None None] Network ac41d774-dd23-4eab-9748-129411df948c requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:32.471513 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Checking segment: {'id': '1d42d16d-9df8-4d46-b11d-bc89ce3523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:32.471997 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Network hostable DHCP agents. Network: 2bfbafce-0ac0-459d-87aa-47fee319cc13, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:08:32.485478 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:32.486019 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Checking segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:32.486473 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.486868 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Bound using segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:32.487368 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Bound port: 9ef478fc-eb17-45fd-a22e-d5f522024610, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:32.488020 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.528224 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5341fd7d-bee4-4437-aacf-eda5b914ecbd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8946137 Feb 04 10:08:32.548101 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Network 2bfbafce-0ac0-459d-87aa-47fee319cc13 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:08:32.564465 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 2bfbafce-0ac0-459d-87aa-47fee319cc13) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:32.569549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:32.573263 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.638749 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks [] for port (ef0fa134-0f28-43d0-866f-c712139347fd), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.645185 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-02197a02-4021-49a2-89f6-2ca08350b503 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9896450 Feb 04 10:08:32.730560 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks [] for router_gateway (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.792349 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.805178 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:32.815104 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be381bcc-19fd-41ea-bdc5-aeba30732159 None None] Network 2bfbafce-0ac0-459d-87aa-47fee319cc13 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:32.964418 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:32.970009 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:32.983075 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] For port 9ef478fc-eb17-45fd-a22e-d5f522024610, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:32.998799 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] For port 9ef478fc-eb17-45fd-a22e-d5f522024610, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9ef478fc-eb17-45fd-a22e-d5f522024610,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:33.034342 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:33.148049 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0fa134-0f28-43d0-866f-c712139347fd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:33.197355 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:33.298343 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45ed7c-6c97-4b44-8ccf-8f87528ecd9a None None] Network ac41d774-dd23-4eab-9748-129411df948c requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:33.300333 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812e1c46-5a49-4c49-aa4c-aaecb1e75c66 None None] Network 2bfbafce-0ac0-459d-87aa-47fee319cc13 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:33.385900 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Allocated IP 172.27.0.219 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/517b5271-7575-4012-9dc5-6e9f091ed8ce) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:33.590225 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks [] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:33.619066 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99646a87-5a42-44ab-8862-817b765c1dd8 None None] Pushing event updated for resources: {'Port': ['ID=9ef478fc-eb17-45fd-a22e-d5f522024610,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:33.814885 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:33.916714 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:33.926315 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Pushing event updated for resources: {'Port': ['ID=517b5271-7575-4012-9dc5-6e9f091ed8ce,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:33.935034 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:33.937678 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:33.961790 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56656) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:33.968660 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1170955741-network', 'tenant_id': 'f7c5458ab9e2481db61724fc6d8c4009'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:34.023400 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Made reservation on behalf of f7c5458ab9e2481db61724fc6d8c4009 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:34.026636 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.054168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.097089 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:34.101910 dv-cinder-826607-3-iscsi neutron-server[102629]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 10:08:34.232344 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks [] for router_gateway (214dabb1-2ba9-450b-8063-e6e79c4b494b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.463709 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-9a1e4945-532d-4c52-97c3-e3013f3474f6 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:34.470525 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-9a1e4945-532d-4c52-97c3-e3013f3474f6 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.3696318 Feb 04 10:08:34.492578 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-30fcc484-c535-4928-aac1-004a7538f27a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/quotas/0d544571182f4879a81dbcb723b707e4 HTTP/1.1" status: 200 len: 375 time: 0.0211768 Feb 04 10:08:34.591261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks [] for router_gateway (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.607354 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-7a13eb1b-7ea4-46b8-ac13-dc35be2b558d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903394 Feb 04 10:08:34.620167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks [] for security_group (9c94a321-32c9-4fcf-87c7-1520d090c4e2), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.636275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9c94a321-32c9-4fcf-87c7-1520d090c4e2), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.715133 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:08:34.736500 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56710) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:34.805221 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94f488-0d48-421e-8677-62f9db354613 None None] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:34.807797 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c94a321-32c9-4fcf-87c7-1520d090c4e2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:34.825839 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (e725bf5a-1e25-4885-83e9-8350d564e4a1), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.826507 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Added segment e725bf5a-1e25-4885-83e9-8350d564e4a1 of type vlan for network 1aa32eac-16c2-4726-a49b-627cda19ee59 Feb 04 10:08:34.834760 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (214dabb1-2ba9-450b-8063-e6e79c4b494b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.898178 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ce760e51-d27d-4573-b403-cf08c4018bff None None] Provisioning complete for port 9ef478fc-eb17-45fd-a22e-d5f522024610 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:34.898789 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce760e51-d27d-4573-b403-cf08c4018bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:34.939297 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-dd755cd6-8d8e-41d6-a35a-98ba01d1dd81 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:08:34.940267 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-dd755cd6-8d8e-41d6-a35a-98ba01d1dd81 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0710795 Feb 04 10:08:34.947588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (1aa32eac-16c2-4726-a49b-627cda19ee59), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.025153 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.025651 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ce760e51-d27d-4573-b403-cf08c4018bff None None] Current status of the port 9ef478fc-eb17-45fd-a22e-d5f522024610 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:35.026297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce760e51-d27d-4573-b403-cf08c4018bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.057952 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (1aa32eac-16c2-4726-a49b-627cda19ee59), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.060447 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:35.061353 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.073815 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ce760e51-d27d-4573-b403-cf08c4018bff None None] For port 9ef478fc-eb17-45fd-a22e-d5f522024610, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9ef478fc-eb17-45fd-a22e-d5f522024610,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:35.084051 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce760e51-d27d-4573-b403-cf08c4018bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.130864 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-e8cf2d40-d8d8-4d39-9aad-54eb33905c1d tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:35.132378 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-e8cf2d40-d8d8-4d39-9aad-54eb33905c1d tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/networks?id=2bfbafce-0ac0-459d-87aa-47fee319cc13 HTTP/1.1" status: 200 len: 811 time: 0.3874402 Feb 04 10:08:35.165058 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Router 214dabb1-2ba9-450b-8063-e6e79c4b494b is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:08:35.169868 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-f03d998c-5d84-4fdd-8787-6ad23e6fe354 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/quotas/c0d1c24765c343639cb9cfbf668b4c81 HTTP/1.1" status: 200 len: 375 time: 0.0251508 Feb 04 10:08:35.181054 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760e51-d27d-4573-b403-cf08c4018bff None None] Pushing event updated for resources: {'Port': ['ID=9ef478fc-eb17-45fd-a22e-d5f522024610,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:35.185907 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2197938 Feb 04 10:08:35.189825 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56716) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:35.203842 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Request body: {'subnet': {'network_id': '1aa32eac-16c2-4726-a49b-627cda19ee59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1170955741-subnet', 'tenant_id': 'f7c5458ab9e2481db61724fc6d8c4009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:35.210320 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-6e8511de-d7b5-4f17-ae54-f7623a6faf5d service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396495 Feb 04 10:08:35.210912 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006d70f-2aae-4337-a0a0-0ca955a4cd42 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa32eac-16c2-4726-a49b-627cda19ee59,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:35.236436 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-8f47e797-af94-44d1-a680-84eca98d6de5 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0d1c24765c343639cb9cfbf668b4c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575049 Feb 04 10:08:35.242402 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 1aa32eac-16c2-4726-a49b-627cda19ee59 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:08:35.296928 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:08:35.317239 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Made reservation on behalf of f7c5458ab9e2481db61724fc6d8c4009 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:35.320634 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.343291 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cc28fc85-5ae0-4d7f-bd2b-790f25093eb0 None None] Provisioning complete for port 9ef478fc-eb17-45fd-a22e-d5f522024610 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:35.344028 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc28fc85-5ae0-4d7f-bd2b-790f25093eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.447036 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-bdb97333-ec81-451e-a517-b164bfe02add service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:08:35.448068 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-bdb97333-ec81-451e-a517-b164bfe02add service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0863152 Feb 04 10:08:35.463354 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-8189960a-d6ff-40ac-b524-9fc844fb2d0e service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293537 Feb 04 10:08:35.487511 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cc28fc85-5ae0-4d7f-bd2b-790f25093eb0 None None] Current status of the port 9ef478fc-eb17-45fd-a22e-d5f522024610 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:35.499439 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:08:35.512829 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Sync routers for ids ['214dabb1-2ba9-450b-8063-e6e79c4b494b'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:08:35.529248 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Routers {'214dabb1-2ba9-450b-8063-e6e79c4b494b'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:35.530457 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['214dabb1-2ba9-450b-8063-e6e79c4b494b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:35.546269 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:08:35.550176 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.551409 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f83fe9bf-ca56-47ec-b515-9f5f60f15665 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7450383 Feb 04 10:08:35.560196 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Sync routers for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:08:35.582476 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56732) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:35.598392 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.599981 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:35.601102 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:35.608262 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ad092a0d-a814-4de7-a7b6-41b73c223e1d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0179975 Feb 04 10:08:35.681003 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56734) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:35.723340 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-ba198673-9e7f-4056-a2e2-64604a625702 service neutron] 10.222.0.39 "GET /v2.0/networks/2bfbafce-0ac0-459d-87aa-47fee319cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551816 Feb 04 10:08:35.727123 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (29939a4a-592d-4dee-9bbe-9c7fe229b9f3), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:35.858320 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9ef478fc-eb17-45fd-a22e-d5f522024610 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:35.938889 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:35.968260 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29939a4a-592d-4dee-9bbe-9c7fe229b9f3,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:36.111931 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Set router 214dabb1-2ba9-450b-8063-e6e79c4b494b gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:36.142959 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 9ef478fc-eb17-45fd-a22e-d5f522024610 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:36.143451 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:36.217730 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Checking segment: {'id': 'e725bf5a-1e25-4885-83e9-8350d564e4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1aa32eac-16c2-4726-a49b-627cda19ee59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:36.220228 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Network hostable DHCP agents. Network: 1aa32eac-16c2-4726-a49b-627cda19ee59, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:08:36.245847 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-73e68bb7-88dd-449f-ac6c-2b025ab06933 req-7b6ec7e2-4e34-4d88-8917-1e6ae3da4fd5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 210 time: 0.1650169 Feb 04 10:08:36.289442 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-48c606e9-f356-475c-a1dd-7b7bb6914623 service neutron] 10.222.0.39 "GET /v2.0/networks/2bfbafce-0ac0-459d-87aa-47fee319cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301795 Feb 04 10:08:36.311073 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Network 1aa32eac-16c2-4726-a49b-627cda19ee59 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:08:36.315983 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 9ef478fc-eb17-45fd-a22e-d5f522024610 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:36.330345 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 1aa32eac-16c2-4726-a49b-627cda19ee59) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:36.335414 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:36.336183 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:36.336512 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:34Z', 'revision_number': 3, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:36.340749 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64086a0c-bee9-4e15-b727-bfb3d55a0e1b None None] Network 1aa32eac-16c2-4726-a49b-627cda19ee59 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:36.370114 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-39ac70cc-49bb-4827-9631-c8467044816d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1716442 Feb 04 10:08:36.416068 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:08:33Z', 'revision_number': 3, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port': {'id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:36.418793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Checking router: a38ef548-0549-4e1d-bf57-e2e42ceacaf7 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:08:36.419167 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Updating router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 port 517b5271-7575-4012-9dc5-6e9f091ed8ce binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:08:36.461542 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Checking router: 214dabb1-2ba9-450b-8063-e6e79c4b494b for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:08:36.462000 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Updating router 214dabb1-2ba9-450b-8063-e6e79c4b494b port ef0fa134-0f28-43d0-866f-c712139347fd binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:08:36.516163 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:36.613161 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56788) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:36.741145 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2abb297-174a-486e-8bdb-4da0c1a5c1b9 req-1b10b669-d962-49db-b3d8-b170fa0019e1 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.0428364 Feb 04 10:08:36.772428 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] Deleting subnet 434ca7b3-f52b-45b3-b091-5c87ce704ce8 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:08:36.775970 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] Publish callbacks [] for subnet (434ca7b3-f52b-45b3-b091-5c87ce704ce8), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:36.797290 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:36.976181 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f1eea-ef19-4653-9452-efa8df61df89 None None] Network 1aa32eac-16c2-4726-a49b-627cda19ee59 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:08:37.018721 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Publish callbacks [] for port (ef0fa134-0f28-43d0-866f-c712139347fd), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.029349 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.052636 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] Publish callbacks [] for subnet (434ca7b3-f52b-45b3-b091-5c87ce704ce8), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.084349 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (434ca7b3-f52b-45b3-b091-5c87ce704ce8), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.140369 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Pushing event updated for resources: {'Port': ['ID=ef0fa134-0f28-43d0-866f-c712139347fd,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:37.167229 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.168621 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.169704 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.171342 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.171726 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.172230 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.172531 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.172858 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.178028 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.178584 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.178961 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.179474 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.179697 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Tracked resource versions report: Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: pushed versions: Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Log': {'1.0'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Network': {'1.1'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Port': {'1.7'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: consumer versions: Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: HyperV agent@hv-cinder-82660: {}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: L3 agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: Metadata agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: Metering agent@dv-cinder-826607-3-iscsi: {}, Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-826607-3-iscsi: { 'AddressGroup': '1.2', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Log': '1.0', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Network': '1.1', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Port': '1.7', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'SubPort': '1.0', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Subnet': '1.1', Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Feb 04 10:08:37.180935 dv-cinder-826607-3-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:08:37.197901 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.244242 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Attempting to bind port ef0fa134-0f28-43d0-866f-c712139347fd on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:37.244650 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Attempting to bind port ef0fa134-0f28-43d0-866f-c712139347fd by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:37.244989 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Attempting to bind port ef0fa134-0f28-43d0-866f-c712139347fd on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:37.253209 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:37.253544 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:37.253968 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.254444 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:37.259926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for subnet (434ca7b3-f52b-45b3-b091-5c87ce704ce8), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.270948 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Bound port: ef0fa134-0f28-43d0-866f-c712139347fd, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:37.271481 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.322133 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Publish callbacks [] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.335944 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.349190 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434ca7b3-f52b-45b3-b091-5c87ce704ce8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:37.351199 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] For port ef0fa134-0f28-43d0-866f-c712139347fd, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:37.355034 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] For port ef0fa134-0f28-43d0-866f-c712139347fd, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=ef0fa134-0f28-43d0-866f-c712139347fd,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:37.360582 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.364097 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.372671 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d3946d92-661a-421c-8de4-2b810edc5744 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/434ca7b3-f52b-45b3-b091-5c87ce704ce8 HTTP/1.1" status: 204 len: 168 time: 0.7571673 Feb 04 10:08:37.377639 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:37.439266 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Attempting to bind port 517b5271-7575-4012-9dc5-6e9f091ed8ce on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:37.439818 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Attempting to bind port 517b5271-7575-4012-9dc5-6e9f091ed8ce by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:37.440284 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Attempting to bind port 517b5271-7575-4012-9dc5-6e9f091ed8ce on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:37.448432 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:37.448989 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:37.449501 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.450002 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:37.450640 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Bound port: 517b5271-7575-4012-9dc5-6e9f091ed8ce, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:37.451072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.453276 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2172b-c8e5-412f-9478-4447e955f018 None None] Pushing event updated for resources: {'Port': ['ID=517b5271-7575-4012-9dc5-6e9f091ed8ce,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:37.473420 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b0a96-7dee-4f5b-834a-2c79978ffe22 None None] Pushing event updated for resources: {'Port': ['ID=ef0fa134-0f28-43d0-866f-c712139347fd,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:37.512999 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] For port 517b5271-7575-4012-9dc5-6e9f091ed8ce, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:37.516787 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] For port 517b5271-7575-4012-9dc5-6e9f091ed8ce, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=517b5271-7575-4012-9dc5-6e9f091ed8ce,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:37.530181 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.532426 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Routers {'214dabb1-2ba9-450b-8063-e6e79c4b494b'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:37.533085 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['214dabb1-2ba9-450b-8063-e6e79c4b494b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:37.613224 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2c48e1b0-4b43-4ce0-90ba-383bddfdc346 req-707f736a-17f2-4454-8c38-5099666b8fbf tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 210 time: 0.1216278 Feb 04 10:08:37.617668 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.622639 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:37.623553 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:37.630616 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2172b-c8e5-412f-9478-4447e955f018 None None] Pushing event updated for resources: {'Port': ['ID=517b5271-7575-4012-9dc5-6e9f091ed8ce,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:37.668158 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (dccada8f-179c-4061-b14a-7f6769fea163), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.765044 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] Set router 214dabb1-2ba9-450b-8063-e6e79c4b494b gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:37.883021 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:37.891917 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13244c4b-b563-4285-b556-9deedad00a75 req-9c4dd5a6-8620-4f47-834d-fdf4ece18314 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.0718107 Feb 04 10:08:37.893272 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Allocated IP 172.20.0.1 (25332641-dcb4-420f-b76c-45c423e03af7/22fc2327-6934-4b94-bf3a-9e391a533b43/c18388b5-ad5b-49e1-a81c-628b8fa02574) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:37.901635 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (dccada8f-179c-4061-b14a-7f6769fea163), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:37.949845 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.953999 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.955074 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.955711 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > port after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.956282 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.958944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > port after_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.959521 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.960106 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.960663 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:37.961229 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:38.040122 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Allocated IP 172.20.0.1 (6ed32a17-0155-4c49-ac13-42fc4376aa64/fb965735-5324-494f-95ad-55d86874aad9/8c6dfcad-8271-4b99-9348-856578d0d3f7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:38.076532 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:08:33Z', 'revision_number': 3, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port': {'id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:38.117217 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47084396-152f-40f2-b5c3-12c34b87143c None None] The sync data for ids ['214dabb1-2ba9-450b-8063-e6e79c4b494b'] in dv-cinder-826607-3-iscsi is: [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:08:33Z', 'revision_number': 3, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port': {'id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:08:38.166049 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks [] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.175866 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:34Z', 'revision_number': 3, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:38.206789 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e4a84-2752-4f0e-9d11-45dcb9e6a29e None None] The sync data for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi is: [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:34Z', 'revision_number': 3, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:08:38.232067 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks [] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.255638 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.294695 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:38.296666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:38.297584 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:38.297722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:38.298087 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccada8f-179c-4061-b14a-7f6769fea163']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:38.316184 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Network 25332641-dcb4-420f-b76c-45c423e03af7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:38.323054 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:38.329409 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:38.330009 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (214dabb1-2ba9-450b-8063-e6e79c4b494b), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.337443 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.346822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082aad5d-02df-4075-b454-f6d0779d6f4e') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:38.347702 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082aad5d-02df-4075-b454-f6d0779d6f4e') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:38.372580 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (082aad5d-02df-4075-b454-f6d0779d6f4e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.373069 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Pushing event updated for resources: {'Port': ['ID=c18388b5-ad5b-49e1-a81c-628b8fa02574,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:38.405822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (082aad5d-02df-4075-b454-f6d0779d6f4e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.420917 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:38.421806 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:08:38.422796 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (082aad5d-02df-4075-b454-f6d0779d6f4e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: from cryptography.utils import int_from_bytes Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: from cryptography.utils import int_from_bytes Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:08:38.428884 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:08:38.436326 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:38.446483 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:38.446966 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.533682 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (dccada8f-179c-4061-b14a-7f6769fea163), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.547632 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.551208 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dccada8f-179c-4061-b14a-7f6769fea163 HTTP/1.1" status: 204 len: 168 time: 1.1726089 Feb 04 10:08:38.572357 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:38.573293 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d88a9-917a-4ec5-aae3-712a941e9d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=dccada8f-179c-4061-b14a-7f6769fea163,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:38.577734 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Pushing event updated for resources: {'Port': ['ID=8c6dfcad-8271-4b99-9348-856578d0d3f7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:38.661564 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] Deleting subnet 29939a4a-592d-4dee-9bbe-9c7fe229b9f3 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:08:38.666701 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] Publish callbacks [] for subnet (29939a4a-592d-4dee-9bbe-9c7fe229b9f3), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.717869 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2087350'] for subnet (29939a4a-592d-4dee-9bbe-9c7fe229b9f3), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.771865 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (29939a4a-592d-4dee-9bbe-9c7fe229b9f3), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.852249 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11711559'] for subnet (29939a4a-592d-4dee-9bbe-9c7fe229b9f3), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.868055 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6a8aada9-087f-4398-a00b-f024819fad8f None None] Provisioning complete for port 8c6dfcad-8271-4b99-9348-856578d0d3f7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:38.868825 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a8aada9-087f-4398-a00b-f024819fad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.922001 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6a8aada9-087f-4398-a00b-f024819fad8f None None] Port 8c6dfcad-8271-4b99-9348-856578d0d3f7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:08:38.935249 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29939a4a-592d-4dee-9bbe-9c7fe229b9f3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:38.950534 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.960664 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:38.966783 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7cea734a-78b5-48fa-82e3-10d15d83b7c1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/29939a4a-592d-4dee-9bbe-9c7fe229b9f3 HTTP/1.1" status: 204 len: 168 time: 0.3896883 Feb 04 10:08:38.971974 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56864) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:39.009448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2040c05c-fc67-462f-9f9b-bfed2d259d28 req-13302dc4-4cd6-4574-a846-6e763cf6cb12 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 210 time: 0.0894828 Feb 04 10:08:39.100046 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.185879 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9f5c9caf-10c9-4d81-88c2-4b8673733688 req-c472889c-d38e-48a1-8053-6ca08de5ed7a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.0481815 Feb 04 10:08:39.220093 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.284334 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (1aa32eac-16c2-4726-a49b-627cda19ee59), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.549335 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (1aa32eac-16c2-4726-a49b-627cda19ee59), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.600527 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.600836 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.601604 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.601940 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > port after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.602283 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.602620 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > port after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.602944 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.603269 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.603605 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.603938 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.802999 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.802999 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.802999 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.805643 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:08:39.811470 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa32eac-16c2-4726-a49b-627cda19ee59']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:39.838970 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 517b5271-7575-4012-9dc5-6e9f091ed8ce up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:39.856705 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e725bf5a-1e25-4885-83e9-8350d564e4a1') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:39.857090 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e725bf5a-1e25-4885-83e9-8350d564e4a1') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:39.885436 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks [] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.893810 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211213'] for segment (e725bf5a-1e25-4885-83e9-8350d564e4a1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.907208 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.914479 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 517b5271-7575-4012-9dc5-6e9f091ed8ce triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:39.914866 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:39.969982 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.57', 51893) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:39.981437 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (e725bf5a-1e25-4885-83e9-8350d564e4a1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.003235 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 517b5271-7575-4012-9dc5-6e9f091ed8ce is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:40.003235 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.017602 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks [] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.027378 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 517b5271-7575-4012-9dc5-6e9f091ed8ce, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=517b5271-7575-4012-9dc5-6e9f091ed8ce,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:40.032905 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.033906 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ef0fa134-0f28-43d0-866f-c712139347fd up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:40.047287 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:08:40.047736 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12046837'] for segment (e725bf5a-1e25-4885-83e9-8350d564e4a1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: from cryptography.utils import int_from_bytes Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: from cryptography.utils import int_from_bytes Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: timer() Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: cb(*args, **kw) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: self._notify() Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: self.callback(batched_events) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: event.method(event) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._get(url).json() Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:08:40.053048 dv-cinder-826607-3-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:08:40.071201 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.185796 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.57', 51894) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:40.217168 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Pushing event updated for resources: {'Port': ['ID=c18388b5-ad5b-49e1-a81c-628b8fa02574,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:40.245967 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.250812 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=517b5271-7575-4012-9dc5-6e9f091ed8ce,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:40.279040 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (214dabb1-2ba9-450b-8063-e6e79c4b494b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.311191 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port ef0fa134-0f28-43d0-866f-c712139347fd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:40.311602 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.418732 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (1aa32eac-16c2-4726-a49b-627cda19ee59), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.425578 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.429234 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1aa32eac-16c2-4726-a49b-627cda19ee59 HTTP/1.1" status: 204 len: 168 time: 1.4563215 Feb 04 10:08:40.451459 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-5ac5eebf-9b9d-4228-bd6a-c4f782d1d391 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:40.452086 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port ef0fa134-0f28-43d0-866f-c712139347fd is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:40.453624 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.468506 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-5ac5eebf-9b9d-4228-bd6a-c4f782d1d391 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.4967694 Feb 04 10:08:40.502424 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed75f7a0-dd75-4159-bbac-2156eb5283e1 req-4e5f1f1b-dfd3-44db-9a25-71fea1516b11 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 210 time: 0.2527499 Feb 04 10:08:40.536506 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port ef0fa134-0f28-43d0-866f-c712139347fd, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=ef0fa134-0f28-43d0-866f-c712139347fd,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:40.547066 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.561134 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-88fd860d-5bbe-4d0c-af42-aeabeb864b73 req-75a5aeb3-717b-43b4-a15b-3e7bfe20d015 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.1609373 Feb 04 10:08:40.577304 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150e3fe-1a6e-44ec-ad29-41b3d6d10d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa32eac-16c2-4726-a49b-627cda19ee59,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:40.588223 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Pushing event updated for resources: {'Port': ['ID=8c6dfcad-8271-4b99-9348-856578d0d3f7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:40.590075 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Request body: {'port': {'device_id': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'admin_state_up': True, 'tenant_id': '0d544571182f4879a81dbcb723b707e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:40.686657 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:40.747823 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=ef0fa134-0f28-43d0-866f-c712139347fd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:40.763204 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:40.773687 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:40.784328 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Network 25332641-dcb4-420f-b76c-45c423e03af7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:40.792992 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:40.874551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1c808b3-978e-4b64-9fc9-97d8e0e76c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:40.882944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-409f0583-3fc0-4340-9593-8763817bd232 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:40.884963 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-409f0583-3fc0-4340-9593-8763817bd232 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.57 "GET /v2.0/networks?id=2bfbafce-0ac0-459d-87aa-47fee319cc13 HTTP/1.1" status: 200 len: 811 time: 0.6961136 Feb 04 10:08:40.953534 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Request body: {'port': {'device_id': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13', 'admin_state_up': True, 'tenant_id': 'c0d1c24765c343639cb9cfbf668b4c81'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:41.002880 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56926) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:41.268637 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:08:41.290021 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-52119756-0a7f-4435-9c06-5bcb99e855a9 None None] Provisioning complete for port 8c6dfcad-8271-4b99-9348-856578d0d3f7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:41.290466 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52119756-0a7f-4435-9c06-5bcb99e855a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:41.359091 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-52119756-0a7f-4435-9c06-5bcb99e855a9 None None] Port 8c6dfcad-8271-4b99-9348-856578d0d3f7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:08:41.418081 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Made reservation on behalf of 0d544571182f4879a81dbcb723b707e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:41.422491 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:41.459422 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2e0d8a6b-860c-4c23-8072-435b3fe5cf87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e126880e04394e22b177867ddace74c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4447708 Feb 04 10:08:41.462213 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 56942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:41.496026 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-843d9972-ae89-401d-8c1e-aeeb0b55bc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:41.516070 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Router 214dabb1-2ba9-450b-8063-e6e79c4b494b has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:08:41.539400 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Made reservation on behalf of c0d1c24765c343639cb9cfbf668b4c81 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:41.553724 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:41.682673 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:08:41.722986 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-53c7ebb8-253a-49af-8426-57ce3f6fe0ef admin admin] 10.222.0.39 "PUT /v2.0/routers/a38ef548-0549-4e1d-bf57-e2e42ceacaf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0385764 Feb 04 10:08:41.755395 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 517b5271-7575-4012-9dc5-6e9f091ed8ce up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:41.776928 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Sync routers for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:08:41.811361 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:41.814376 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:41.928077 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 517b5271-7575-4012-9dc5-6e9f091ed8ce triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:41.928681 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:42.100273 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:42.202341 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 517b5271-7575-4012-9dc5-6e9f091ed8ce is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:42.214531 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ef0fa134-0f28-43d0-866f-c712139347fd up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:42.283242 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-843d9972-ae89-401d-8c1e-aeeb0b55bc73 admin admin] Publish callbacks [] for security_group (9242530a-d0e4-43ba-93f5-df691c0a379e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:42.289377 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:08:42.291319 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-843d9972-ae89-401d-8c1e-aeeb0b55bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9242530a-d0e4-43ba-93f5-df691c0a379e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:42.302457 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3e97d2eb-c0c7-4e6d-abcb-61c4b588c813 admin admin] 10.222.0.39 "PUT /v2.0/routers/214dabb1-2ba9-450b-8063-e6e79c4b494b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7183096 Feb 04 10:08:42.323521 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Sync routers for ids ['214dabb1-2ba9-450b-8063-e6e79c4b494b'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:08:42.423168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Allocated IP 172.20.0.4 (2bfbafce-0ac0-459d-87aa-47fee319cc13/04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67/5a3629c9-2624-4c0a-b791-27f1ad108ff0) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:42.426696 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Routers {'214dabb1-2ba9-450b-8063-e6e79c4b494b'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:42.437186 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d9972-ae89-401d-8c1e-aeeb0b55bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9242530a-d0e4-43ba-93f5-df691c0a379e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:42.443720 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['214dabb1-2ba9-450b-8063-e6e79c4b494b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:42.462200 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-843d9972-ae89-401d-8c1e-aeeb0b55bc73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edf4002ec1f949e7a45ec321a33c0442&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7617588 Feb 04 10:08:42.465130 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 56972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:42.556387 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b521a60-8e39-426f-9077-e4f2120c1fb4 admin admin] Publish callbacks [] for security_group (9242530a-d0e4-43ba-93f5-df691c0a379e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:42.624061 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b521a60-8e39-426f-9077-e4f2120c1fb4 admin admin] Publish callbacks [] for security_group (9242530a-d0e4-43ba-93f5-df691c0a379e), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:42.645556 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68d4acb6-f365-4459-a43b-5f82f09d63fd req-4d34e8bf-573c-4422-86a8-b29e4b2e1fa3 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.1651633 Feb 04 10:08:42.672148 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:39Z', 'revision_number': 2, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:42.755901 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b521a60-8e39-426f-9077-e4f2120c1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9242530a-d0e4-43ba-93f5-df691c0a379e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:42.759315 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b521a60-8e39-426f-9077-e4f2120c1fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:42.763530 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2b521a60-8e39-426f-9077-e4f2120c1fb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9242530a-d0e4-43ba-93f5-df691c0a379e HTTP/1.1" status: 204 len: 168 time: 0.2972214 Feb 04 10:08:42.779073 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Checking router: a38ef548-0549-4e1d-bf57-e2e42ceacaf7 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:08:42.780102 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Updating router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 port 8c6dfcad-8271-4b99-9348-856578d0d3f7 binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:08:42.794392 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b521a60-8e39-426f-9077-e4f2120c1fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9242530a-d0e4-43ba-93f5-df691c0a379e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:42.852610 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.154040 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks [] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.189377 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Set router 214dabb1-2ba9-450b-8063-e6e79c4b494b gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:43.237513 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Allocated IP 172.20.0.2 (ac41d774-dd23-4eab-9748-129411df948c/e8844786-b766-424d-9c3b-50b997710742/ff486742-b917-47ec-8c6c-3ab7fdafbbc9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:43.308971 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7666bdc-67ea-4969-9f5f-048886adf6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.316032 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port ef0fa134-0f28-43d0-866f-c712139347fd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:43.318099 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.493565 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks [] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.570819 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.585743 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.742050 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port ef0fa134-0f28-43d0-866f-c712139347fd is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:43.776139 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port': {'id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'c18388b5-ad5b-49e1-a81c-628b8fa02574', 'name': '', 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'mac_address': 'fa:16:3e:0f:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:39Z', 'revision_number': 2, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'subnets': [{'id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:43.813124 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Checking router: 214dabb1-2ba9-450b-8063-e6e79c4b494b for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:08:43.813794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Updating router 214dabb1-2ba9-450b-8063-e6e79c4b494b port c18388b5-ad5b-49e1-a81c-628b8fa02574 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:08:43.887431 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.888542 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.905681 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Network ac41d774-dd23-4eab-9748-129411df948c is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:43.935833 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4e61cc-f6b4-4f63-9397-c944d8c4cab7 admin admin] Publish callbacks [] for security_group (fa92e399-cbf3-4207-ab2c-b13e0affbb96), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.960519 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Publish callbacks [] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:43.974004 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.032303 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Network 2bfbafce-0ac0-459d-87aa-47fee319cc13 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:44.033865 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:44.041428 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4e61cc-f6b4-4f63-9397-c944d8c4cab7 admin admin] Publish callbacks [] for security_group (fa92e399-cbf3-4207-ab2c-b13e0affbb96), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.186520 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:44.218153 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:44.266683 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff965-9b4f-4484-82b2-056917f7e8f6 None None] Pushing event updated for resources: {'Port': ['ID=8c6dfcad-8271-4b99-9348-856578d0d3f7,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:44.373147 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57032) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:44.377394 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Attempting to bind port 8c6dfcad-8271-4b99-9348-856578d0d3f7 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:44.377774 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Attempting to bind port 8c6dfcad-8271-4b99-9348-856578d0d3f7 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:44.378186 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Attempting to bind port 8c6dfcad-8271-4b99-9348-856578d0d3f7 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:44.381481 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0223553d-10e1-48b2-acf2-159b72a074fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078233858', 'description': 'tempest-description--1380919947'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:44.402065 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:44.402639 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Checking segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:44.403204 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.403789 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Bound using segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:44.405326 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Bound port: 8c6dfcad-8271-4b99-9348-856578d0d3f7, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:44.407960 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.496005 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:44.499239 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.507604 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0223553d-10e1-48b2-acf2-159b72a074fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.582068 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:44.589805 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4e61cc-f6b4-4f63-9397-c944d8c4cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (fa92e399-cbf3-4207-ab2c-b13e0affbb96), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.599203 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] For port 8c6dfcad-8271-4b99-9348-856578d0d3f7, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:44.599701 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4e61cc-f6b4-4f63-9397-c944d8c4cab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.603599 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6f4e61cc-f6b4-4f63-9397-c944d8c4cab7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa92e399-cbf3-4207-ab2c-b13e0affbb96 HTTP/1.1" status: 204 len: 168 time: 3.1379266 Feb 04 10:08:44.616922 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] For port 8c6dfcad-8271-4b99-9348-856578d0d3f7, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=8c6dfcad-8271-4b99-9348-856578d0d3f7,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:44.630000 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.674807 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7342331 Feb 04 10:08:44.716126 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Publish callbacks [] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.728167 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2fdf1dc5-59f2-486e-84ec-b9af4d695a92 None None] Provisioning complete for port 8c6dfcad-8271-4b99-9348-856578d0d3f7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:44.737029 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1dc5-59f2-486e-84ec-b9af4d695a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.740732 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e61cc-f6b4-4f63-9397-c944d8c4cab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa92e399-cbf3-4207-ab2c-b13e0affbb96,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:44.743505 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0223553d-10e1-48b2-acf2-159b72a074fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (10d479bc-05ae-4a54-9922-87e8efab7125), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.749741 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0223553d-10e1-48b2-acf2-159b72a074fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (10d479bc-05ae-4a54-9922-87e8efab7125), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.760210 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ebcf5-1bd1-4b88-96d6-87f2924e649b req-00d47c22-91b9-431e-955c-91530971b1ee tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:44.770566 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab6ebcf5-1bd1-4b88-96d6-87f2924e649b req-00d47c22-91b9-431e-955c-91530971b1ee tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 931 time: 2.2884276 Feb 04 10:08:44.788762 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-92609824-af56-4041-9bce-8cd33d768354 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:08:44.801363 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-92609824-af56-4041-9bce-8cd33d768354 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146368 Feb 04 10:08:44.825697 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a203e-d054-4bd4-a891-222ba2419b8a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Pushing event updated for resources: {'Port': ['ID=5a3629c9-2624-4c0a-b791-27f1ad108ff0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:44.844979 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.882965 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0223553d-10e1-48b2-acf2-159b72a074fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:44.887479 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0223553d-10e1-48b2-acf2-159b72a074fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5120325 Feb 04 10:08:44.892391 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57050) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:44.898574 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223553d-10e1-48b2-acf2-159b72a074fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d479bc-05ae-4a54-9922-87e8efab7125,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:44.909517 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-02aec508-e6ea-4b82-ba17-ca75cf4815d2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'security_group_rule': {'security_group_id': '10d479bc-05ae-4a54-9922-87e8efab7125', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:44.944332 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff965-9b4f-4484-82b2-056917f7e8f6 None None] Pushing event updated for resources: {'Port': ['ID=8c6dfcad-8271-4b99-9348-856578d0d3f7,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:45.001132 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:45.004902 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:45.024973 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02aec508-e6ea-4b82-ba17-ca75cf4815d2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (fc2a8a07-9da5-4c54-8f6b-7a448796f06b), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.040308 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event updated for resources: {'Port': ['ID=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:45.134865 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848a202-431c-411f-b522-bb970e2aacf3 None None] Pushing event updated for resources: {'Port': ['ID=c18388b5-ad5b-49e1-a81c-628b8fa02574,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:45.204049 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:45.204704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.254256 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab6ebcf5-1bd1-4b88-96d6-87f2924e649b req-0f3641a8-355f-4b29-b252-8f06e4f0ae68 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821482 Feb 04 10:08:45.304638 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02aec508-e6ea-4b82-ba17-ca75cf4815d2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (fc2a8a07-9da5-4c54-8f6b-7a448796f06b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.313093 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02aec508-e6ea-4b82-ba17-ca75cf4815d2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (fc2a8a07-9da5-4c54-8f6b-7a448796f06b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.329515 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:45.419089 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aec508-e6ea-4b82-ba17-ca75cf4815d2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2a8a07-9da5-4c54-8f6b-7a448796f06b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:45.428403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e36d9436-243c-4e84-a4f1-ea427f9df52f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8532610 Feb 04 10:08:45.443555 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02aec508-e6ea-4b82-ba17-ca75cf4815d2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.450268 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-02aec508-e6ea-4b82-ba17-ca75cf4815d2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5525622 Feb 04 10:08:45.451980 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57072) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:45.474270 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ac900dc4-d884-4c30-bdd2-9915828b2a74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'security_group_rule': {'security_group_id': '10d479bc-05ae-4a54-9922-87e8efab7125', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:45.526053 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Attempting to bind port c18388b5-ad5b-49e1-a81c-628b8fa02574 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:45.526552 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Attempting to bind port c18388b5-ad5b-49e1-a81c-628b8fa02574 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:45.537245 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Attempting to bind port c18388b5-ad5b-49e1-a81c-628b8fa02574 on network 25332641-dcb4-420f-b76c-45c423e03af7 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:45.537844 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac900dc4-d884-4c30-bdd2-9915828b2a74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (c9b521c4-d24a-43b7-af26-acae6b34f966), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.622228 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:45.622619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Checking segment: {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:45.623206 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.626032 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Bound using segment: {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:45.626778 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Bound port: c18388b5-ad5b-49e1-a81c-628b8fa02574, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:45.627356 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.678297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf1dc5-59f2-486e-84ec-b9af4d695a92 None None] Current status of the port 8c6dfcad-8271-4b99-9348-856578d0d3f7 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:45.678690 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1dc5-59f2-486e-84ec-b9af4d695a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.686500 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b182acf8-0026-4a08-86e2-6a525e63be71 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:45.688240 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac900dc4-d884-4c30-bdd2-9915828b2a74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (c9b521c4-d24a-43b7-af26-acae6b34f966), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.697270 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.701224 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac900dc4-d884-4c30-bdd2-9915828b2a74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (c9b521c4-d24a-43b7-af26-acae6b34f966), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.712872 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b182acf8-0026-4a08-86e2-6a525e63be71 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 818 time: 0.4805017 Feb 04 10:08:45.729843 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Request body: {'port': {'device_id': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:45.766493 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900dc4-d884-4c30-bdd2-9915828b2a74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b521c4-d24a-43b7-af26-acae6b34f966,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:45.774262 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac900dc4-d884-4c30-bdd2-9915828b2a74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.777460 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ac900dc4-d884-4c30-bdd2-9915828b2a74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3197558 Feb 04 10:08:45.781714 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:45.797792 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:45.860055 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:45.919848 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:44Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:45.922947 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Request body: {'port': {'device_id': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:45.969516 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] For port c18388b5-ad5b-49e1-a81c-628b8fa02574, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:45.976643 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] For port c18388b5-ad5b-49e1-a81c-628b8fa02574, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=c18388b5-ad5b-49e1-a81c-628b8fa02574,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:45.994726 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2fdf1dc5-59f2-486e-84ec-b9af4d695a92 None None] For port 8c6dfcad-8271-4b99-9348-856578d0d3f7, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=8c6dfcad-8271-4b99-9348-856578d0d3f7,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:45.998693 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:46.004454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-6ad15b11-be6b-4ff2-8a23-3f4ab1529cbf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/quotas/d40e1949663b4fe39d5669204666ab42 HTTP/1.1" status: 200 len: 375 time: 0.2905633 Feb 04 10:08:46.040820 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcd557-3d7b-4bff-913d-934957cd187d None None] The sync data for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi is: [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:44Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:08:46.099335 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5da03-ddf5-4df3-9221-368322f9b208 req-fb25bc84-80bb-4d43-8d78-30c0c2aba9b8 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:46.108704 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dac5da03-ddf5-4df3-9221-368322f9b208 req-fb25bc84-80bb-4d43-8d78-30c0c2aba9b8 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 931 time: 0.6029763 Feb 04 10:08:46.189070 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:46.263015 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-0820e601-6fe5-4d03-a0e9-30e3fc1344fa tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2565699 Feb 04 10:08:46.264515 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:46.305823 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1dc5-59f2-486e-84ec-b9af4d695a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:46.327150 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848a202-431c-411f-b522-bb970e2aacf3 None None] Pushing event updated for resources: {'Port': ['ID=c18388b5-ad5b-49e1-a81c-628b8fa02574,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:46.579305 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-d9cfddd5-b058-40e7-80fe-347714c5b92d service neutron] 10.222.0.39 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135445 Feb 04 10:08:46.602534 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57100) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:46.603387 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2e163c96-8d22-437d-867d-6227c2fe4b1d None None] Provisioning complete for port 8c6dfcad-8271-4b99-9348-856578d0d3f7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:46.604023 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e163c96-8d22-437d-867d-6227c2fe4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:46.630349 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dac5da03-ddf5-4df3-9221-368322f9b208 req-691243f7-338d-4b10-aaa1-f5db34b6f1ac tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207765 Feb 04 10:08:46.673839 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Routers {'214dabb1-2ba9-450b-8063-e6e79c4b494b'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:08:46.675005 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:08:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['214dabb1-2ba9-450b-8063-e6e79c4b494b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:46.680206 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf1dc5-59f2-486e-84ec-b9af4d695a92 None None] Pushing event updated for resources: {'Port': ['ID=8c6dfcad-8271-4b99-9348-856578d0d3f7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:46.814371 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:46.872721 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-08cd4368-d919-4746-8076-a0568b1306c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7c5458ab9e2481db61724fc6d8c4009&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2614963 Feb 04 10:08:46.880098 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57104) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:46.929500 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:46.970925 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2e163c96-8d22-437d-867d-6227c2fe4b1d None None] Current status of the port 8c6dfcad-8271-4b99-9348-856578d0d3f7 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:46.991895 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-285ac957-9857-4981-a837-045583738455 service neutron] 10.222.0.39 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315275 Feb 04 10:08:47.043248 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] Set router 214dabb1-2ba9-450b-8063-e6e79c4b494b gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:08:47.340910 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Allocated IP 172.27.0.137 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/ffc362cd-6690-45a2-87d3-580bf8d6838e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:47.541591 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port': {'id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'c18388b5-ad5b-49e1-a81c-628b8fa02574', 'name': '', 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'mac_address': 'fa:16:3e:0f:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 4, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'subnets': [{'id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:08:47.603600 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad16f8d-8089-478a-bef0-834b73bf164b None None] The sync data for ids ['214dabb1-2ba9-450b-8063-e6e79c4b494b'] in dv-cinder-826607-3-iscsi is: [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port': {'id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'c18388b5-ad5b-49e1-a81c-628b8fa02574', 'name': '', 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'mac_address': 'fa:16:3e:0f:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 4, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'subnets': [{'id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:08:47.678733 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:47.847388 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aac29078-b7ff-4126-86bf-7dce7006c45f admin admin] Publish callbacks [] for security_group (9c94a321-32c9-4fcf-87c7-1520d090c4e2), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:47.934070 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:47.986388 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aac29078-b7ff-4126-86bf-7dce7006c45f admin admin] Publish callbacks [] for security_group (9c94a321-32c9-4fcf-87c7-1520d090c4e2), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:48.134838 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'Port': ['ID=ffc362cd-6690-45a2-87d3-580bf8d6838e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:48.277465 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:48.280485 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:48.287395 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aac29078-b7ff-4126-86bf-7dce7006c45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9c94a321-32c9-4fcf-87c7-1520d090c4e2), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:48.290408 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aac29078-b7ff-4126-86bf-7dce7006c45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:48.291857 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-aac29078-b7ff-4126-86bf-7dce7006c45f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c94a321-32c9-4fcf-87c7-1520d090c4e2 HTTP/1.1" status: 204 len: 168 time: 1.4101822 Feb 04 10:08:48.303170 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac29078-b7ff-4126-86bf-7dce7006c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c94a321-32c9-4fcf-87c7-1520d090c4e2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:48.313491 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:48.465756 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c18388b5-ad5b-49e1-a81c-628b8fa02574 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:48.484545 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ad46e8f9-3781-4c99-ba5b-bbec58e82e3f req-7a71ca22-d258-4021-9d16-7a4f32f4413f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 210 time: 0.3436649 Feb 04 10:08:48.596297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port c18388b5-ad5b-49e1-a81c-628b8fa02574 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:48.596929 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:48.842916 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (d17b9646-d261-4b88-bc7e-890c3ec2298d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:48.912616 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc08fc2-24d2-47a7-8a22-1fc1bace5b59 req-dda2b476-d329-487a-9bd6-8405a375ad6a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:48.914675 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:48.919350 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9dc08fc2-24d2-47a7-8a22-1fc1bace5b59 req-dda2b476-d329-487a-9bd6-8405a375ad6a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 931 time: 1.7598574 Feb 04 10:08:48.999679 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836ea8-b37a-4f78-90e8-8e37ae3dd786 req-00aba245-f404-48fc-a915-b7d1fbab1589 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:49.006804 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c836ea8-b37a-4f78-90e8-8e37ae3dd786 req-00aba245-f404-48fc-a915-b7d1fbab1589 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 931 time: 0.2679288 Feb 04 10:08:49.147587 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9dc08fc2-24d2-47a7-8a22-1fc1bace5b59 req-d98bad19-9779-4b1f-a2c8-e1fcee150226 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215676 Feb 04 10:08:49.313269 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:49.319470 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:49.401413 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3629c9-2624-4c0a-b791-27f1ad108ff0 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:08:49.442569 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Publish callbacks [] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:49.528832 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port c18388b5-ad5b-49e1-a81c-628b8fa02574 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:49.529970 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:49.542752 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Transition to ACTIVE for port object 5a3629c9-2624-4c0a-b791-27f1ad108ff0 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:08:49.565030 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'Port': ['ID=ffc362cd-6690-45a2-87d3-580bf8d6838e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:49.581465 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:49.693591 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port c18388b5-ad5b-49e1-a81c-628b8fa02574, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=c18388b5-ad5b-49e1-a81c-628b8fa02574,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:49.703697 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:49.704598 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 8c6dfcad-8271-4b99-9348-856578d0d3f7 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:49.755363 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (d17b9646-d261-4b88-bc7e-890c3ec2298d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:49.791750 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.57', 51913) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:49.793862 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57182) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:49.849492 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Pushing event updated for resources: {'Port': ['ID=5a3629c9-2624-4c0a-b791-27f1ad108ff0,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:49.927388 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c836ea8-b37a-4f78-90e8-8e37ae3dd786 req-0ebf412e-dee3-45ad-b73e-3d4c688ea714 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9194839 Feb 04 10:08:50.106083 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=c18388b5-ad5b-49e1-a81c-628b8fa02574,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:50.133648 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:50.157526 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 8c6dfcad-8271-4b99-9348-856578d0d3f7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:50.159425 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:50.161133 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a138ba39-2870-46a4-aaab-e53ad41176b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3779685 Feb 04 10:08:50.389635 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 8c6dfcad-8271-4b99-9348-856578d0d3f7 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:50.602895 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d158d84b-5ff2-4a20-aa12-1885e69c45f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:50.609658 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c18388b5-ad5b-49e1-a81c-628b8fa02574 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:08:50.646442 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-3293374f-b3aa-4f1a-91a1-8de8897a0bbf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:50.648130 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-3293374f-b3aa-4f1a-91a1-8de8897a0bbf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 818 time: 0.8531768 Feb 04 10:08:50.709180 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Request body: {'port': {'device_id': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'admin_state_up': True, 'tenant_id': 'd40e1949663b4fe39d5669204666ab42'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:50.767597 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port c18388b5-ad5b-49e1-a81c-628b8fa02574 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:50.767974 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:50.809611 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff486742-b917-47ec-8c6c-3ab7fdafbbc9 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:08:50.886573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Publish callbacks [] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:50.999937 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-56316f5c-fdfb-4e2a-ad07-392bf6d7ffd7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:51.005881 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-56316f5c-fdfb-4e2a-ad07-392bf6d7ffd7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 818 time: 1.3912270 Feb 04 10:08:51.019141 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port c18388b5-ad5b-49e1-a81c-628b8fa02574 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:51.031451 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Transition to ACTIVE for port object ff486742-b917-47ec-8c6c-3ab7fdafbbc9 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:08:51.055481 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72946dd-9815-4f3a-976d-731c828f59ca req-2b08a939-bc2d-4a51-b653-4bbcf235f99f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:51.063357 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a72946dd-9815-4f3a-976d-731c828f59ca req-2b08a939-bc2d-4a51-b653-4bbcf235f99f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 931 time: 0.4771891 Feb 04 10:08:51.088286 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:51.129868 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d158d84b-5ff2-4a20-aa12-1885e69c45f8 admin admin] Publish callbacks [] for security_group (495c319e-b46f-4909-9ba2-53fdc856cf27), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:51.147273 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d158d84b-5ff2-4a20-aa12-1885e69c45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (495c319e-b46f-4909-9ba2-53fdc856cf27), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:51.192032 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158d84b-5ff2-4a20-aa12-1885e69c45f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495c319e-b46f-4909-9ba2-53fdc856cf27,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:51.224102 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-12c05e8d-5a16-4561-99f1-ae8ffa1b923b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/quotas/d40e1949663b4fe39d5669204666ab42 HTTP/1.1" status: 200 len: 375 time: 0.1455107 Feb 04 10:08:51.252091 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d158d84b-5ff2-4a20-aa12-1885e69c45f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=966deaf5a4584e9dac3afe3bab4322c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4550827 Feb 04 10:08:51.253783 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57228) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:51.257499 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Made reservation on behalf of d40e1949663b4fe39d5669204666ab42 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:51.261556 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:51.291281 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Attempting to bind port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:51.291702 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Attempting to bind port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1d42d16d-9df8-4d46-b11d-bc89ce3523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:51.293491 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Attempting to bind port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 on network 2bfbafce-0ac0-459d-87aa-47fee319cc13 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:51.513846 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:51.520792 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 on network 2bfbafce-0ac0-459d-87aa-47fee319cc13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:08:51.521109 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Attempting to bind port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 on network 2bfbafce-0ac0-459d-87aa-47fee319cc13 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:51.558881 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a72946dd-9815-4f3a-976d-731c828f59ca req-e6eba196-3632-421a-bb4c-08c25d0ffd42 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945216 Feb 04 10:08:51.566576 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:51.567490 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Checking segment: {'id': '1d42d16d-9df8-4d46-b11d-bc89ce3523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:51.588400 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Bound using segment: {'id': '1d42d16d-9df8-4d46-b11d-bc89ce3523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:51.588928 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Bound port: 5a3629c9-2624-4c0a-b791-27f1ad108ff0, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d42d16d-9df8-4d46-b11d-bc89ce3523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:51.589302 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:51.746675 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-63868cb5-b319-446b-96a5-0da787378922 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5050669 Feb 04 10:08:51.773508 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Allocated IP 172.20.0.2 (25332641-dcb4-420f-b76c-45c423e03af7/22fc2327-6934-4b94-bf3a-9e391a533b43/9a592b07-2240-4f9f-87a6-98eb1886760a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:51.931448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-9f854e0d-4e02-4902-9b62-9818e847c140 service neutron] 10.222.0.39 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582580 Feb 04 10:08:51.967620 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8aff-734a-4943-a8e1-148372f5bdeb admin admin] Publish callbacks [] for security_group (495c319e-b46f-4909-9ba2-53fdc856cf27), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:51.987030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Attempting to bind port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:51.988055 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Attempting to bind port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:51.989286 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Attempting to bind port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:52.032657 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8aff-734a-4943-a8e1-148372f5bdeb admin admin] Publish callbacks [] for security_group (495c319e-b46f-4909-9ba2-53fdc856cf27), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.123519 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-00bfac0b-1b36-4ba4-80ca-b8b4bdd3ca7a service neutron] 10.222.0.39 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828785 Feb 04 10:08:52.147757 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 on network ac41d774-dd23-4eab-9748-129411df948c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:08:52.148075 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Attempting to bind port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:52.159829 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks [] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.201822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:52.202169 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Checking segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:52.202607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Bound using segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:52.203160 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Bound port: ff486742-b917-47ec-8c6c-3ab7fdafbbc9, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:52.203533 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.237813 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8aff-734a-4943-a8e1-148372f5bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (495c319e-b46f-4909-9ba2-53fdc856cf27), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.241032 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8aff-734a-4943-a8e1-148372f5bdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.252155 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f5fd8aff-734a-4943-a8e1-148372f5bdeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/495c319e-b46f-4909-9ba2-53fdc856cf27 HTTP/1.1" status: 204 len: 168 time: 0.9956388 Feb 04 10:08:52.280540 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd8aff-734a-4943-a8e1-148372f5bdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c319e-b46f-4909-9ba2-53fdc856cf27,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:52.294107 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.407093 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-d7f76c91-8410-4849-9769-e864cf1f9b43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1078233858&fields=id&tenant_id=45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 267 time: 0.6904035 Feb 04 10:08:52.498836 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Network 25332641-dcb4-420f-b76c-45c423e03af7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:52.504806 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:52.521775 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:52.613026 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-11e027c1-d256-4a09-9148-43ed25ea30a2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:52.620603 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-11e027c1-d256-4a09-9148-43ed25ea30a2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 817 time: 0.2107768 Feb 04 10:08:52.631799 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:52.632824 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.646201 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Pushing event updated for resources: {'Port': ['ID=9a592b07-2240-4f9f-87a6-98eb1886760a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:52.664821 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-b11a58a9-afc1-4227-a111-74954a0f19ea tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9685514 Feb 04 10:08:52.667328 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] For port 5a3629c9-2624-4c0a-b791-27f1ad108ff0, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:52.703628 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] For port ff486742-b917-47ec-8c6c-3ab7fdafbbc9, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:52.712675 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Request body: {'port': {'device_id': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:52.787714 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-f0682769-21cd-459f-9c42-634e0b0d4bec tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/quotas/45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 375 time: 0.1661139 Feb 04 10:08:52.791497 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] For port 5a3629c9-2624-4c0a-b791-27f1ad108ff0, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5a3629c9-2624-4c0a-b791-27f1ad108ff0,segment=NetworkSegment(1d42d16d-9df8-4d46-b11d-bc89ce3523bf),segment_id=1d42d16d-9df8-4d46-b11d-bc89ce3523bf)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:52.798095 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.802942 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] For port ff486742-b917-47ec-8c6c-3ab7fdafbbc9, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:52.928835 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873f919-0f4a-4c43-94c8-8ff781d32e15 req-71dd2e18-8be5-4ab0-8128-eb64c29b7122 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:52.940661 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1873f919-0f4a-4c43-94c8-8ff781d32e15 req-71dd2e18-8be5-4ab0-8128-eb64c29b7122 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 943 time: 0.3053823 Feb 04 10:08:52.945560 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:52.964900 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:53.062882 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:53.074902 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Pushing event updated for resources: {'Port': ['ID=5a3629c9-2624-4c0a-b791-27f1ad108ff0,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:53.140160 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:53.155144 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:53.155144 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:53.156606 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-77f9ec23-9c58-466e-81f3-5fc9ca0079fe service neutron] 10.222.0.57 "PUT /v2.0/ports/5a3629c9-2624-4c0a-b791-27f1ad108ff0 HTTP/1.1" status: 200 len: 1093 time: 7.7552087 Feb 04 10:08:53.159857 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'tag': '5a3629c9-2624-4c0a-b791-27f1ad108ff0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:08:53.181471 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b958b676-d7f6-41e4-ba7f-236327602712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:53.216141 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-062575e8-7e20-4a9f-bf00-941338ac589d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4192202 Feb 04 10:08:53.267235 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1873f919-0f4a-4c43-94c8-8ff781d32e15 req-d1bc2a2d-b14f-4c02-8cd8-2d9bb72ac94c tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256807 Feb 04 10:08:53.273098 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:53.276094 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:53.280925 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-e02d4014-b258-4549-a8ea-9d587225a4f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff486742-b917-47ec-8c6c-3ab7fdafbbc9 HTTP/1.1" status: 200 len: 1093 time: 7.8378475 Feb 04 10:08:53.696558 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a592b07-2240-4f9f-87a6-98eb1886760a {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:08:53.705670 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Publish callbacks [] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:53.728974 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Transition to ACTIVE for port object 9a592b07-2240-4f9f-87a6-98eb1886760a will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:08:53.734656 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:53.936505 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b958b676-d7f6-41e4-ba7f-236327602712 admin admin] Publish callbacks [] for security_group (bbd74261-fcba-4013-a785-11b2bb5bd8ca), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:53.939470 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a592b07-2240-4f9f-87a6-98eb1886760a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:53.946482 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b958b676-d7f6-41e4-ba7f-236327602712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bbd74261-fcba-4013-a785-11b2bb5bd8ca), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.005571 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b958b676-d7f6-41e4-ba7f-236327602712 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ee6dddde6224d9c839b96c64c939e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9373176 Feb 04 10:08:54.016086 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57318) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:54.029995 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1324b174-0f25-4709-8e99-1078fbc09634" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bc58e5-bd9e-4757-b646-807704d7b820", "tag": "5a3629c9-2624-4c0a-b791-27f1ad108ff0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:08:54.045516 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-51245956-8c57-4bb3-b8c8-20c87990f724 service neutron] 10.222.0.39 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7948909 Feb 04 10:08:54.204277 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958b676-d7f6-41e4-ba7f-236327602712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd74261-fcba-4013-a785-11b2bb5bd8ca,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:54.217926 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3a77c8e1-572c-49cf-abf5-83809879034d req-98ad238a-7697-420f-afd4-5b417dc01da4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 210 time: 0.1839094 Feb 04 10:08:54.289198 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Attempting to bind port 9a592b07-2240-4f9f-87a6-98eb1886760a on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:54.289530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Attempting to bind port 9a592b07-2240-4f9f-87a6-98eb1886760a by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:54.293213 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Attempting to bind port 9a592b07-2240-4f9f-87a6-98eb1886760a on network 25332641-dcb4-420f-b76c-45c423e03af7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:54.336922 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Port 9a592b07-2240-4f9f-87a6-98eb1886760a on network 25332641-dcb4-420f-b76c-45c423e03af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:08:54.337408 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Attempting to bind port 9a592b07-2240-4f9f-87a6-98eb1886760a on network 25332641-dcb4-420f-b76c-45c423e03af7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:54.366846 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56333c08-fe22-4a72-bfd9-ff1215ffb81f admin admin] Publish callbacks [] for security_group (bbd74261-fcba-4013-a785-11b2bb5bd8ca), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.406388 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56333c08-fe22-4a72-bfd9-ff1215ffb81f admin admin] Publish callbacks [] for security_group (bbd74261-fcba-4013-a785-11b2bb5bd8ca), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.463753 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:54.463753 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Checking segment: {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:54.464504 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Bound using segment: {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:54.466466 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Bound port: 9a592b07-2240-4f9f-87a6-98eb1886760a, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:54.467074 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.559349 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-ba350a59-1420-4f85-bf27-fcb269b6f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:54.561807 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-ba350a59-1420-4f85-bf27-fcb269b6f611 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 1127 time: 1.1474776 Feb 04 10:08:54.581328 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-e66ded39-d365-46f4-bd06-d85abaa01387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:54.583897 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-e66ded39-d365-46f4-bd06-d85abaa01387 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0d1c24765c343639cb9cfbf668b4c81&device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 1127 time: 1.2845392 Feb 04 10:08:54.584285 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] For port 9a592b07-2240-4f9f-87a6-98eb1886760a, host hv-cinder-82660, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:54.590865 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] For port 9a592b07-2240-4f9f-87a6-98eb1886760a, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9a592b07-2240-4f9f-87a6-98eb1886760a,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:54.591140 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-0cb0986d-568f-48a1-8791-ab610568078e service neutron] 10.222.0.39 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449336 Feb 04 10:08:54.600951 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.607299 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29034516-5c9c-4880-90e2-fa6a0fefc004 req-24eda5ed-57b6-4def-932c-72cd90e43a94 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:54.610716 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-29034516-5c9c-4880-90e2-fa6a0fefc004 req-24eda5ed-57b6-4def-932c-72cd90e43a94 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 943 time: 0.1941173 Feb 04 10:08:54.614723 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56333c08-fe22-4a72-bfd9-ff1215ffb81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bbd74261-fcba-4013-a785-11b2bb5bd8ca), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.617664 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56333c08-fe22-4a72-bfd9-ff1215ffb81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.618714 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-56333c08-fe22-4a72-bfd9-ff1215ffb81f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbd74261-fcba-4013-a785-11b2bb5bd8ca HTTP/1.1" status: 204 len: 168 time: 0.5938458 Feb 04 10:08:54.675614 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-29034516-5c9c-4880-90e2-fa6a0fefc004 req-1a841d11-d9fa-4c48-b8f7-fa145b31e805 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548146 Feb 04 10:08:54.725469 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:54.726155 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:54.730287 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 1093 time: 2.0235491 Feb 04 10:08:54.731059 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56333c08-fe22-4a72-bfd9-ff1215ffb81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd74261-fcba-4013-a785-11b2bb5bd8ca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:54.737914 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'tag': '9a592b07-2240-4f9f-87a6-98eb1886760a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:08:54.771008 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.57', 51925) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:54.806088 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec684643-c8f2-4374-bdb4-a65aa42b47b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a592b07-2240-4f9f-87a6-98eb1886760a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:55.131398 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-d24f66ba-0cdc-4ad6-bf2c-5f9cb0fbb04b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3629c9-2624-4c0a-b791-27f1ad108ff0 HTTP/1.1" status: 200 len: 217 time: 0.2623253 Feb 04 10:08:55.138596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2bb9e-128a-448d-82d8-910c4013eace x-openstack-request-id: req-2df2bb9e-128a-448d-82d8-910c4013eace {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:08:55.138816 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bc58e5-bd9e-4757-b646-807704d7b820", "tag": "5a3629c9-2624-4c0a-b791-27f1ad108ff0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:08:55.139071 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2df2bb9e-128a-448d-82d8-910c4013eace {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:08:55.139602 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'tag': '5a3629c9-2624-4c0a-b791-27f1ad108ff0', 'status': 'completed', 'code': 200} Feb 04 10:08:55.164700 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0446044503a5189f6970192ec73dd4a9f2c440c84b10b226ecfeaa586a318106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088aac98-26e5-4e50-a726-76d7ecfbc6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "42f12473-eb97-4282-b7fb-6fb834b19da1", "tag": "9a592b07-2240-4f9f-87a6-98eb1886760a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:08:55.261165 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57362) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:55.303445 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ee7879f-9dd5-4ce0-94d3-7f95a6ba7625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:55.317599 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-6b74bfda-9bb5-4dc7-adad-58d05cdf92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:55.319764 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-6b74bfda-9bb5-4dc7-adad-58d05cdf92aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1127 time: 0.3633747 Feb 04 10:08:55.373755 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5f9307a9-cc12-4b47-9bdb-f3892d05fd78 req-3dfccb48-c657-4eac-af3d-1157d4a619d7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 210 time: 0.2331679 Feb 04 10:08:55.375330 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-d1b73f9f-c408-48dc-9ec2-e3703fe7e3d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9 HTTP/1.1" status: 200 len: 217 time: 0.5058868 Feb 04 10:08:55.377140 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-c95e9a64-1204-4cde-97c7-6ecc465b5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:55.383101 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-c95e9a64-1204-4cde-97c7-6ecc465b5311 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67 HTTP/1.1" status: 200 len: 851 time: 0.2393119 Feb 04 10:08:55.501008 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-174092d4-b6b9-4683-a712-3b4dd4a18da0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 217 time: 0.1347923 Feb 04 10:08:55.600510 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ee7879f-9dd5-4ce0-94d3-7f95a6ba7625 admin admin] Publish callbacks [] for security_group (b9eab213-b7a0-4b5e-83a7-4c9295523d02), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:55.605814 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ee7879f-9dd5-4ce0-94d3-7f95a6ba7625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b9eab213-b7a0-4b5e-83a7-4c9295523d02), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:55.628225 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-fa277bdf-f22b-4218-bdc0-c8e9a212237a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2bfbafce-0ac0-459d-87aa-47fee319cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348143 Feb 04 10:08:55.673653 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5ee7879f-9dd5-4ce0-94d3-7f95a6ba7625 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d54bc89c85644ab593be06bb6ad904c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058194 Feb 04 10:08:55.680540 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7879f-9dd5-4ce0-94d3-7f95a6ba7625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eab213-b7a0-4b5e-83a7-4c9295523d02,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:55.697288 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813ab29-327d-4ca0-a343-344af4d2bbfc req-0378231c-0cce-43de-b32d-85d313c74926 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:55.705501 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6813ab29-327d-4ca0-a343-344af4d2bbfc req-0378231c-0cce-43de-b32d-85d313c74926 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 943 time: 0.5575824 Feb 04 10:08:55.713727 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 57390) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:55.743141 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-32d11f8d-421e-4d25-a257-01b2a20240fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:55.745016 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-32d11f8d-421e-4d25-a257-01b2a20240fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.0860164 Feb 04 10:08:55.758792 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2095f83-f63c-4415-bcb6-cb810f581560 x-openstack-request-id: req-e2095f83-f63c-4415-bcb6-cb810f581560 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:08:55.759125 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f12473-eb97-4282-b7fb-6fb834b19da1", "tag": "9a592b07-2240-4f9f-87a6-98eb1886760a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:08:55.759466 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2095f83-f63c-4415-bcb6-cb810f581560 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:08:55.760030 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'tag': '9a592b07-2240-4f9f-87a6-98eb1886760a', 'status': 'completed', 'code': 200} Feb 04 10:08:55.764147 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-2a2b60c4-e98e-4c72-b7db-662e75c667f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:55.765778 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-2a2b60c4-e98e-4c72-b7db-662e75c667f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.2798529 Feb 04 10:08:55.782982 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-9f6ce3e4-18c2-496a-bc1a-61b07249eedd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:55.784472 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-9f6ce3e4-18c2-496a-bc1a-61b07249eedd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 818 time: 0.6430748 Feb 04 10:08:55.835819 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6813ab29-327d-4ca0-a343-344af4d2bbfc req-5a1eb9fe-acea-4e09-acc8-6c70c02c6431 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112499 Feb 04 10:08:55.847847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56ac812b-bfa3-45d4-a246-b4597aa43733 admin admin] Publish callbacks [] for security_group (b9eab213-b7a0-4b5e-83a7-4c9295523d02), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:55.866077 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eed8c696-688c-4340-92ce-4de8ecbd2b2b req-68aeeb75-74ed-4d85-9363-281c4ea69b71 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 210 time: 0.0365186 Feb 04 10:08:55.972639 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56ac812b-bfa3-45d4-a246-b4597aa43733 admin admin] Publish callbacks [] for security_group (b9eab213-b7a0-4b5e-83a7-4c9295523d02), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:55.990641 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Request body: {'port': {'device_id': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'admin_state_up': True, 'tenant_id': 'd40e1949663b4fe39d5669204666ab42'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:56.001947 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-b9552802-3b72-4a84-a4d7-a3ca4b7f32fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612054 Feb 04 10:08:56.024639 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-d02db025-7044-4258-9cff-7d86e3f3e0b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748034 Feb 04 10:08:56.188378 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-af6b15de-dc28-409b-84fb-4a518615c2c1 service neutron] 10.222.0.57 "GET /v2.0/networks/2bfbafce-0ac0-459d-87aa-47fee319cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129022 Feb 04 10:08:56.305980 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-2071593d-7b1d-4a32-8a92-2814b196bb46 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664537 Feb 04 10:08:56.306535 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56ac812b-bfa3-45d4-a246-b4597aa43733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b9eab213-b7a0-4b5e-83a7-4c9295523d02), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:56.308956 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56ac812b-bfa3-45d4-a246-b4597aa43733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:56.310075 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-56ac812b-bfa3-45d4-a246-b4597aa43733 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9eab213-b7a0-4b5e-83a7-4c9295523d02 HTTP/1.1" status: 204 len: 168 time: 0.5954249 Feb 04 10:08:56.327511 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd9467-5c75-446a-9e7f-3c0585e1db6e req-2c4e5feb-c7ea-4313-a7fb-4bf7bb3afc5a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:56.329074 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7cd9467-5c75-446a-9e7f-3c0585e1db6e req-2c4e5feb-c7ea-4313-a7fb-4bf7bb3afc5a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 943 time: 0.3266461 Feb 04 10:08:56.353078 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-80169f34-530b-48f4-8b12-bd8b105646e8 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043015 Feb 04 10:08:56.364667 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac812b-bfa3-45d4-a246-b4597aa43733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eab213-b7a0-4b5e-83a7-4c9295523d02,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:56.471454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6db5a509-4c20-4c65-b13a-1af7ddce47e0 req-ff7631ca-072f-4331-a2f6-d987667e6351 service neutron] 10.222.0.57 "GET /v2.0/networks/2bfbafce-0ac0-459d-87aa-47fee319cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729244 Feb 04 10:08:56.478953 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f11580-1490-4315-8616-5cd8bc15dc2a req-7d47ae4a-664d-4b93-8e77-8b8f946c2ff7 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576629 Feb 04 10:08:56.482360 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Made reservation on behalf of d40e1949663b4fe39d5669204666ab42 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:56.485937 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:56.516381 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7cd9467-5c75-446a-9e7f-3c0585e1db6e req-16c424ee-cde8-46bb-8f26-cbec83debed2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656897 Feb 04 10:08:56.778862 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-320253d4-8421-4ec5-abad-80408ff7c8bc req-62cae6b0-a501-492f-b599-e19758ce8a0a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 210 time: 0.2269127 Feb 04 10:08:56.790058 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca8fce5-da3e-4231-96db-6fce368d99f1 req-206710e0-cef7-47a6-a0ba-ffce2cc2c471 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209452 Feb 04 10:08:56.799305 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b174-0f25-4709-8e99-1078fbc09634 req-3431f268-62ab-4af0-a464-75cfc4e5f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:56.816161 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-3431f268-62ab-4af0-a464-75cfc4e5f5e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0d1c24765c343639cb9cfbf668b4c81&device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 1127 time: 0.1247036 Feb 04 10:08:56.877138 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-7a1c960b-e820-499c-b2fa-f2b9a661b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:56.882123 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-7a1c960b-e820-499c-b2fa-f2b9a661b85d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1127 time: 0.1024277 Feb 04 10:08:56.891893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Allocated IP 172.20.0.9 (25332641-dcb4-420f-b76c-45c423e03af7/22fc2327-6934-4b94-bf3a-9e391a533b43/57bc3c41-ddcd-478d-bdf5-231bbb1e60d9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:57.148336 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'tag': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:08:57.150848 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5b1e44-843b-4520-ad68-6544275186bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9db8ddbe-9223-45aa-b8a6-5e43b109f34a", "tag": "ff486742-b917-47ec-8c6c-3ab7fdafbbc9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:08:57.212686 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3c9d2f7e-c9e1-4db0-8f2d-1b4c75249300 req-61ba69a0-4ce0-4bbf-8d19-34631a9661b2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 210 time: 0.1288161 Feb 04 10:08:57.231248 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b174-0f25-4709-8e99-1078fbc09634 req-e548e4c6-0f61-4d40-9581-300f6cc9dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.232759 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-e548e4c6-0f61-4d40-9581-300f6cc9dd28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2bfbafce-0ac0-459d-87aa-47fee319cc13 HTTP/1.1" status: 200 len: 912 time: 0.3400798 Feb 04 10:08:57.291030 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-2bbf2e0a-25d3-4908-9320-ba78527ac5f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3629c9-2624-4c0a-b791-27f1ad108ff0 HTTP/1.1" status: 200 len: 217 time: 0.0451722 Feb 04 10:08:57.350963 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b174-0f25-4709-8e99-1078fbc09634 req-71837eb7-d0fa-418e-bfd2-1ac7facb5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.352621 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-71837eb7-d0fa-418e-bfd2-1ac7facb5dce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67 HTTP/1.1" status: 200 len: 851 time: 0.0466371 Feb 04 10:08:57.370580 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f8d3f-8c36-4a9d-b8ae-3be49a35fb3a req-88e1b559-0462-4153-ac96-762a58cd627e tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.372170 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf6f8d3f-8c36-4a9d-b8ae-3be49a35fb3a req-88e1b559-0462-4153-ac96-762a58cd627e tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 943 time: 0.4040267 Feb 04 10:08:57.381532 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-1099d8ee-fb4c-42d9-bbde-de327c1c03b5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.383036 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-1099d8ee-fb4c-42d9-bbde-de327c1c03b5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 817 time: 0.4392986 Feb 04 10:08:57.388276 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-20f084e5-7c03-4d47-a25e-0160698fa35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.389491 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-20f084e5-7c03-4d47-a25e-0160698fa35d service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.4408467 Feb 04 10:08:57.405350 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks [] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:57.413661 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-b5da3c25-f046-49f7-96eb-f2752e581b69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2bfbafce-0ac0-459d-87aa-47fee319cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480819 Feb 04 10:08:57.487010 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618fa8b3-e1e3-43b3-80e0-0932cfb2b73f x-openstack-request-id: req-618fa8b3-e1e3-43b3-80e0-0932cfb2b73f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:08:57.487311 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db8ddbe-9223-45aa-b8a6-5e43b109f34a", "tag": "ff486742-b917-47ec-8c6c-3ab7fdafbbc9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:08:57.487858 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-618fa8b3-e1e3-43b3-80e0-0932cfb2b73f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:08:57.488321 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'tag': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9', 'status': 'completed', 'code': 200} Feb 04 10:08:57.497587 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-e070a90e-d523-401f-8e92-94f78001f92f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 217 time: 0.0808494 Feb 04 10:08:57.524765 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.57', 51933) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:57.596434 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf6f8d3f-8c36-4a9d-b8ae-3be49a35fb3a req-0ca4569c-5a69-4cb3-b92d-209a350118f4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123582 Feb 04 10:08:57.650575 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-3a502788-8037-41eb-ac90-8c3588b8de73 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 380 time: 0.2326152 Feb 04 10:08:57.652039 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:57.662948 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'port': {'device_id': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'admin_state_up': True, 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'security_groups': ['10d479bc-05ae-4a54-9922-87e8efab7125']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:57.671957 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-733f9b6c-b705-4ea1-ac2e-c2ab2f781483 service neutron] 10.222.0.57 "GET /v2.0/networks/2bfbafce-0ac0-459d-87aa-47fee319cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520463 Feb 04 10:08:57.703421 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b1e44-843b-4520-ad68-6544275186bc req-6d591064-7526-4d67-ab27-76495b596da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.706836 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-6d591064-7526-4d67-ab27-76495b596da5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 1127 time: 0.1787634 Feb 04 10:08:57.780165 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-1fbfeeda-26aa-4b14-bdbc-1d9576181782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.782388 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-1fbfeeda-26aa-4b14-bdbc-1d9576181782 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.2460871 Feb 04 10:08:57.832727 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-61eab7a5-9732-4700-8451-ded45c57c621 service neutron] 10.222.0.57 "GET /v2.0/networks/2bfbafce-0ac0-459d-87aa-47fee319cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514752 Feb 04 10:08:57.842097 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-83bb76ca-d40d-4f97-bcaf-bd079578c094 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389850 Feb 04 10:08:57.851434 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Pushing event updated for resources: {'Port': ['ID=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:57.859392 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Network 25332641-dcb4-420f-b76c-45c423e03af7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:57.873770 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b1e44-843b-4520-ad68-6544275186bc req-221c62a1-19ea-48c7-89dc-65263dbc44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:57.878612 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-221c62a1-19ea-48c7-89dc-65263dbc44fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 915 time: 0.1446357 Feb 04 10:08:57.894829 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:57.929319 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:57.938299 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-d77e04cc-9006-4a03-a4b0-08ef48766464 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9 HTTP/1.1" status: 200 len: 217 time: 0.0384402 Feb 04 10:08:57.994743 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1e74289-28fa-4ec1-aacb-c96179d7676a req-1988e607-c961-4096-b033-09cb70d28407 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 210 time: 0.0684710 Feb 04 10:08:58.041460 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a6273-1d76-449b-991d-59ecdca75173 req-4c320239-69f9-48f5-ad4f-d5411e8e5f83 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:58.051958 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b1e44-843b-4520-ad68-6544275186bc req-01c51f76-c867-41cf-b2cd-27e35e37a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:58.052572 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-353a6273-1d76-449b-991d-59ecdca75173 req-4c320239-69f9-48f5-ad4f-d5411e8e5f83 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 943 time: 0.3515778 Feb 04 10:08:58.053371 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-01c51f76-c867-41cf-b2cd-27e35e37a143 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.1043484 Feb 04 10:08:58.096227 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:58.097238 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:58.097365 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-de5d6960-19a7-4156-8a6e-5c2511a80921 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364866 Feb 04 10:08:58.104798 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5a3629c9-2624-4c0a-b791-27f1ad108ff0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:08:58.228814 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-441547b5-b3fe-438a-98d4-017e29cd32f7 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579841 Feb 04 10:08:58.229862 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-5d1b96d6-c5cf-4811-b93d-fd720299e890 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261809 Feb 04 10:08:58.236261 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-684f7c66-95e5-43ce-a6d9-0336ae03496c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2719760 Feb 04 10:08:58.245006 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-353a6273-1d76-449b-991d-59ecdca75173 req-dec66162-72f5-4600-b3f0-e900c8e8c421 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913433 Feb 04 10:08:58.247870 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Made reservation on behalf of 45a77b15770a4fb1b243cb577a984895 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:08:58.269538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:58.293850 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Request body: {'port': {'device_id': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:08:58.313540 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5a3629c9-2624-4c0a-b791-27f1ad108ff0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5a3629c9-2624-4c0a-b791-27f1ad108ff0,segment=NetworkSegment(1d42d16d-9df8-4d46-b11d-bc89ce3523bf),segment_id=1d42d16d-9df8-4d46-b11d-bc89ce3523bf)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:58.326529 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '5a3629c9-2624-4c0a-b791-27f1ad108ff0', 'network_id': '2bfbafce-0ac0-459d-87aa-47fee319cc13', 'port_id': '5a3629c9-2624-4c0a-b791-27f1ad108ff0', 'mac_address': 'fa:16:3e:80:ab:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:08:58.390560 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:58.391026 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:58.420106 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-5e789c01-6afa-4c94-a120-c3b2aa175c75 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682394 Feb 04 10:08:58.437208 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3629c9-2624-4c0a-b791-27f1ad108ff0 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:08:58.460440 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5a3629c9-2624-4c0a-b791-27f1ad108ff0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5a3629c9-2624-4c0a-b791-27f1ad108ff0,segment=NetworkSegment(1d42d16d-9df8-4d46-b11d-bc89ce3523bf),segment_id=1d42d16d-9df8-4d46-b11d-bc89ce3523bf)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:58.465713 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:58.467223 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 9a592b07-2240-4f9f-87a6-98eb1886760a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:08:58.547886 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:58.584395 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-8de4ec0d-5231-4d5c-88de-3139457b4bda service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378673 Feb 04 10:08:58.619912 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20edd2-2647-4a7a-8378-f245c08ca591 req-87fbd487-133b-4bef-a95f-f152b7fb8a5e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:58.622207 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a20edd2-2647-4a7a-8378-f245c08ca591 req-87fbd487-133b-4bef-a95f-f152b7fb8a5e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 931 time: 0.2590196 Feb 04 10:08:58.664987 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 9a592b07-2240-4f9f-87a6-98eb1886760a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9a592b07-2240-4f9f-87a6-98eb1886760a,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:58.667760 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=5a3629c9-2624-4c0a-b791-27f1ad108ff0,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:58.686361 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Allocated IP 172.20.0.12 (6ed32a17-0155-4c49-ac13-42fc4376aa64/fb965735-5324-494f-95ad-55d86874aad9/14fba3f5-e3d3-47ed-89e2-37840156c804) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:08:58.690346 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '9a592b07-2240-4f9f-87a6-98eb1886760a', 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'port_id': '9a592b07-2240-4f9f-87a6-98eb1886760a', 'mac_address': 'fa:16:3e:14:e7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:08:58.736882 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a20edd2-2647-4a7a-8378-f245c08ca591 req-c4acf032-175d-4315-899a-5d2e03c9f508 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886712 Feb 04 10:08:58.738754 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 9a592b07-2240-4f9f-87a6-98eb1886760a is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:58.739640 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:58.759803 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a592b07-2240-4f9f-87a6-98eb1886760a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:08:58.783494 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 9a592b07-2240-4f9f-87a6-98eb1886760a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9a592b07-2240-4f9f-87a6-98eb1886760a,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:58.789634 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:58.790498 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device ff486742-b917-47ec-8c6c-3ab7fdafbbc9 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:08:58.852526 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=9a592b07-2240-4f9f-87a6-98eb1886760a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:58.997496 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port ff486742-b917-47ec-8c6c-3ab7fdafbbc9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:59.013789 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'port_id': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9', 'mac_address': 'fa:16:3e:2a:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8844786-b766-424d-9c3b-50b997710742', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:08:59.057122 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:08:59.057635 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.073522 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff486742-b917-47ec-8c6c-3ab7fdafbbc9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:08:59.099068 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port ff486742-b917-47ec-8c6c-3ab7fdafbbc9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:08:59.103381 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3a76-c6c7-4445-a523-1f6a1c543bbd req-3bb8e57f-ea0e-4cc4-8798-28e8e9242a39 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:59.105080 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2bef3a76-c6c7-4445-a523-1f6a1c543bbd req-3bb8e57f-ea0e-4cc4-8798-28e8e9242a39 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 944 time: 0.3986483 Feb 04 10:08:59.105883 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.161209 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:59.192579 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57570) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:59.209849 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-34241d46-6ed0-4ee9-9c83-28c55383a3c1 req-46fd4d4c-92ac-4cde-b40e-6ff1c6fed878 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 210 time: 0.0657074 Feb 04 10:08:59.274543 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2bef3a76-c6c7-4445-a523-1f6a1c543bbd req-0ce9b159-9e56-4389-a0ea-071736758d3a tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329148 Feb 04 10:08:59.302965 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.314060 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecab4db1-fa87-4e4d-8685-a3d82eeeaedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.393099 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecab4db1-fa87-4e4d-8685-a3d82eeeaedd admin admin] Publish callbacks [] for security_group (1fe39ad6-efcd-45ac-9ec7-d2bd358db660), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.397158 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecab4db1-fa87-4e4d-8685-a3d82eeeaedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (1fe39ad6-efcd-45ac-9ec7-d2bd358db660), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.399651 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:08:59.409768 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Publish callbacks [] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.427966 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.433894 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab4db1-fa87-4e4d-8685-a3d82eeeaedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe39ad6-efcd-45ac-9ec7-d2bd358db660,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:59.438159 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ecab4db1-fa87-4e4d-8685-a3d82eeeaedd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0f07159a5fa4a30adedababd5f910a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445059 Feb 04 10:08:59.438611 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Transition to ACTIVE for port object 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:08:59.441350 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57576) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:59.469939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd5e7e-f6aa-4f8a-be06-9e919b72b461 req-61f25941-e3d0-4d60-abb7-7b5503b620c5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:59.471438 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46dd5e7e-f6aa-4f8a-be06-9e919b72b461 req-61f25941-e3d0-4d60-abb7-7b5503b620c5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 944 time: 0.1524434 Feb 04 10:08:59.476135 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.488199 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0703ab7-f9c2-4d50-9839-d69f9d90851a admin admin] Publish callbacks [] for security_group (1fe39ad6-efcd-45ac-9ec7-d2bd358db660), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.513514 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0703ab7-f9c2-4d50-9839-d69f9d90851a admin admin] Publish callbacks [] for security_group (1fe39ad6-efcd-45ac-9ec7-d2bd358db660), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.515538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:08:59.520225 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:59.524633 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:08:59.528670 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:08:59.570524 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0703ab7-f9c2-4d50-9839-d69f9d90851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (1fe39ad6-efcd-45ac-9ec7-d2bd358db660), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.573418 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0703ab7-f9c2-4d50-9839-d69f9d90851a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.574567 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c0703ab7-f9c2-4d50-9839-d69f9d90851a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe39ad6-efcd-45ac-9ec7-d2bd358db660 HTTP/1.1" status: 204 len: 168 time: 0.1316004 Feb 04 10:08:59.586063 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0703ab7-f9c2-4d50-9839-d69f9d90851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe39ad6-efcd-45ac-9ec7-d2bd358db660,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:59.686259 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Pushing event updated for resources: {'Port': ['ID=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:08:59.709719 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46dd5e7e-f6aa-4f8a-be06-9e919b72b461 req-9f6ff2e1-360b-4efb-9b69-011c1db5882a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211607 Feb 04 10:08:59.721084 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:59.721869 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.744089 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-2695ab9f-8c3a-4597-a756-230f233d5f95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0857804 Feb 04 10:08:59.762405 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Attempting to bind port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:08:59.762740 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Attempting to bind port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:08:59.763064 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Attempting to bind port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 on network 25332641-dcb4-420f-b76c-45c423e03af7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:59.769561 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 on network 25332641-dcb4-420f-b76c-45c423e03af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:08:59.770461 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Attempting to bind port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 on network 25332641-dcb4-420f-b76c-45c423e03af7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:08:59.775542 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:08:59.776106 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Checking segment: {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:08:59.776485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Bound using segment: {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:08:59.776910 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Bound port: 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823e1ae6-2847-40f5-aeef-5ceff77481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:08:59.777295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.824441 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-33105346-153a-4ff6-894a-c067efa2116e None None] Provisioning complete for port 14fba3f5-e3d3-47ed-89e2-37840156c804 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:08:59.825017 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33105346-153a-4ff6-894a-c067efa2116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.883779 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] For port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:08:59.888687 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-33105346-153a-4ff6-894a-c067efa2116e None None] Port 14fba3f5-e3d3-47ed-89e2-37840156c804 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:08:59.892659 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8dc3b-fe51-449d-bcd7-12683f559300 req-d088fc90-0164-4892-983b-346337ed40bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:59.894307 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53e8dc3b-fe51-449d-bcd7-12683f559300 req-d088fc90-0164-4892-983b-346337ed40bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 943 time: 0.0829291 Feb 04 10:08:59.896904 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] For port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:08:59.907592 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.925710 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:08:59.938668 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-102d89aa-578a-4818-82a3-947c86b21e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.954567 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:08:59.955189 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:08:59.956567 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] 10.222.0.57 "PUT /v2.0/ports/57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 HTTP/1.1" status: 200 len: 1093 time: 1.6767793 Feb 04 10:08:59.961304 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'tag': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:08:59.963514 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c3ada-3d9d-4d45-a606-ad1708e4b758" -d '{"events": [{"name": "network-changed", "server_uuid": "89dbb1fb-5ec0-4fdc-b7bd-45ec78636857", "tag": "57bc3c41-ddcd-478d-bdf5-231bbb1e60d9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:00.008298 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53e8dc3b-fe51-449d-bcd7-12683f559300 req-79ca60af-128b-438b-bcaa-5da3c8d757a6 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080139 Feb 04 10:09:00.011287 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb81c4-28c9-4a71-afd3-b270a61e0bed service neutron] Pushing event updated for resources: {'Port': ['ID=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:00.044915 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-102d89aa-578a-4818-82a3-947c86b21e14 admin admin] Publish callbacks [] for security_group (0359ccec-bd8a-4c41-ac50-a7b6e2f201ad), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:00.050787 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-102d89aa-578a-4818-82a3-947c86b21e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (0359ccec-bd8a-4c41-ac50-a7b6e2f201ad), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:00.056391 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de6f550-1bcf-4556-b64a-5d19fd13a70a x-openstack-request-id: req-0de6f550-1bcf-4556-b64a-5d19fd13a70a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:00.056686 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89dbb1fb-5ec0-4fdc-b7bd-45ec78636857", "tag": "57bc3c41-ddcd-478d-bdf5-231bbb1e60d9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:00.056944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0de6f550-1bcf-4556-b64a-5d19fd13a70a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:00.057341 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'tag': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9', 'status': 'completed', 'code': 200} Feb 04 10:09:00.090400 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-102d89aa-578a-4818-82a3-947c86b21e14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2301b2101f942808f67f57504412977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633611 Feb 04 10:09:00.091393 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d89aa-578a-4818-82a3-947c86b21e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0359ccec-bd8a-4c41-ac50-a7b6e2f201ad,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:00.093143 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 57596) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:00.145032 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a725b75-d1e3-4317-8c96-eb28a929af09 admin admin] Publish callbacks [] for security_group (0359ccec-bd8a-4c41-ac50-a7b6e2f201ad), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:00.165826 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a725b75-d1e3-4317-8c96-eb28a929af09 admin admin] Publish callbacks [] for security_group (0359ccec-bd8a-4c41-ac50-a7b6e2f201ad), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:00.211166 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a725b75-d1e3-4317-8c96-eb28a929af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (0359ccec-bd8a-4c41-ac50-a7b6e2f201ad), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:00.213663 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a725b75-d1e3-4317-8c96-eb28a929af09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:00.214827 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3a725b75-d1e3-4317-8c96-eb28a929af09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0359ccec-bd8a-4c41-ac50-a7b6e2f201ad HTTP/1.1" status: 204 len: 168 time: 0.1206334 Feb 04 10:09:00.222023 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a725b75-d1e3-4317-8c96-eb28a929af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359ccec-bd8a-4c41-ac50-a7b6e2f201ad,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:00.334539 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221a7ac-d3cc-4f41-86d3-3cf9ea291a51 req-00bb338e-0ba8-48bf-8efc-0660ac173869 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:00.336077 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d221a7ac-d3cc-4f41-86d3-3cf9ea291a51 req-00bb338e-0ba8-48bf-8efc-0660ac173869 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 932 time: 0.0556629 Feb 04 10:09:00.417026 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d221a7ac-d3cc-4f41-86d3-3cf9ea291a51 req-97248205-54a0-4ff7-a89f-a4a2aba34f6a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754206 Feb 04 10:09:00.432211 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875bf3c-4748-42aa-9166-19db537a5793 req-fd8f9f86-6315-4271-847d-503925a07596 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:00.433727 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b875bf3c-4748-42aa-9166-19db537a5793 req-fd8f9f86-6315-4271-847d-503925a07596 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 944 time: 0.0747271 Feb 04 10:09:00.484801 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b875bf3c-4748-42aa-9166-19db537a5793 req-5dbcde34-0353-4305-a0fd-e8fc4c64e6f5 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452797 Feb 04 10:09:00.833957 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d634bd9-b318-4d96-9f88-a496c3461823 req-a608aa62-bfad-454e-bd34-d79f0f9f7a0d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:00.835442 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6d634bd9-b318-4d96-9f88-a496c3461823 req-a608aa62-bfad-454e-bd34-d79f0f9f7a0d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 944 time: 0.0564709 Feb 04 10:09:00.881016 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6d634bd9-b318-4d96-9f88-a496c3461823 req-3b23da1a-412a-4c33-b1bc-d11278526cc0 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Feb 04 10:09:01.140607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d1b2a-3c3a-4961-b993-53c68969d7bd req-414c8c1d-248e-4016-80a5-a205d31977a2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:01.147457 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df2d1b2a-3c3a-4961-b993-53c68969d7bd req-414c8c1d-248e-4016-80a5-a205d31977a2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 943 time: 0.0684175 Feb 04 10:09:01.200117 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df2d1b2a-3c3a-4961-b993-53c68969d7bd req-9d7b726d-04c3-4153-b2f0-e294192c3e3e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517309 Feb 04 10:09:01.374861 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Request body: {'port': {'device_id': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:09:01.477631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:01.557849 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3ada-3d9d-4d45-a606-ad1708e4b758 req-8a9ae8ae-05be-4753-b93c-b3d756b5c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:01.559374 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-368c3ada-3d9d-4d45-a606-ad1708e4b758 req-8a9ae8ae-05be-4753-b93c-b3d756b5c4d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 1127 time: 0.1271679 Feb 04 10:09:01.762576 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c30c09-ea69-451c-b7eb-6cdc425cb8d0 req-40fcb131-c15a-4f8f-82fd-e74e2910381f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:01.764147 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46c30c09-ea69-451c-b7eb-6cdc425cb8d0 req-40fcb131-c15a-4f8f-82fd-e74e2910381f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 932 time: 0.2506964 Feb 04 10:09:02.133535 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55580-0ca5-44c4-8893-d2a8abd86bc1 req-ab66f8f3-f324-4489-a3e2-d2bade290eeb tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:02.135359 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3fd55580-0ca5-44c4-8893-d2a8abd86bc1 req-ab66f8f3-f324-4489-a3e2-d2bade290eeb tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 944 time: 0.5651498 Feb 04 10:09:02.139508 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3ada-3d9d-4d45-a606-ad1708e4b758 req-8a099057-8902-4785-b683-0a506c49a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:02.141066 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-368c3ada-3d9d-4d45-a606-ad1708e4b758 req-8a099057-8902-4785-b683-0a506c49a570 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d40e1949663b4fe39d5669204666ab42&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5543985 Feb 04 10:09:02.148264 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46c30c09-ea69-451c-b7eb-6cdc425cb8d0 req-0e5549e0-2fd7-49e0-b8fe-8e081a658a34 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659232 Feb 04 10:09:02.253243 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3fd55580-0ca5-44c4-8893-d2a8abd86bc1 req-c46e49f7-b140-4692-ad92-097b19ce98f7 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096349 Feb 04 10:09:02.301426 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fba3f5-e3d3-47ed-89e2-37840156c804 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:09:02.312691 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Publish callbacks [] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:02.330176 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822f08-f27c-41c3-a018-fbd1c482f815 req-e3dd345d-8ecc-4d26-8870-e1d08c1f69b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:02.331630 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30822f08-f27c-41c3-a018-fbd1c482f815 req-e3dd345d-8ecc-4d26-8870-e1d08c1f69b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 944 time: 0.1164711 Feb 04 10:09:02.364434 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Transition to ACTIVE for port object 14fba3f5-e3d3-47ed-89e2-37840156c804 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:09:02.377145 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:02.461455 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeaa01-76d3-414b-95c6-61d81941ed25 req-a0ae5383-66d7-4940-bfb3-fc95464daeee tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:02.462983 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e2aeaa01-76d3-414b-95c6-61d81941ed25 req-a0ae5383-66d7-4940-bfb3-fc95464daeee tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 943 time: 0.1529052 Feb 04 10:09:02.470689 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30822f08-f27c-41c3-a018-fbd1c482f815 req-3374a3c2-fb63-4146-adcc-2d7ec4197648 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193254 Feb 04 10:09:02.475084 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:02.570568 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e2aeaa01-76d3-414b-95c6-61d81941ed25 req-91addfae-6006-4881-ace6-88a89d6ea949 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987520 Feb 04 10:09:02.580608 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Attempting to bind port 14fba3f5-e3d3-47ed-89e2-37840156c804 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:09:02.580942 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Attempting to bind port 14fba3f5-e3d3-47ed-89e2-37840156c804 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:09:02.581268 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Attempting to bind port 14fba3f5-e3d3-47ed-89e2-37840156c804 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:09:02.586035 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Port 14fba3f5-e3d3-47ed-89e2-37840156c804 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:09:02.586354 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Attempting to bind port 14fba3f5-e3d3-47ed-89e2-37840156c804 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:09:02.591492 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:09:02.591862 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Checking segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:09:02.592239 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Bound using segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:09:02.592666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Bound port: 14fba3f5-e3d3-47ed-89e2-37840156c804, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:09:02.593023 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:02.670204 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:09:02.673472 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:09:02.680526 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:02.716583 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:02.717202 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:02.718599 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] 10.222.0.57 "PUT /v2.0/ports/14fba3f5-e3d3-47ed-89e2-37840156c804 HTTP/1.1" status: 200 len: 1094 time: 1.3482642 Feb 04 10:09:02.719062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:02.721337 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be8ef6-73bd-40b9-802c-166f83a5c2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:02.754540 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c57f58-4655-4a7a-8baa-f3e20817db75 service neutron] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:02.766346 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4ce125-6894-4754-b8d2-f22e0de66ae0 x-openstack-request-id: req-7b4ce125-6894-4754-b8d2-f22e0de66ae0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:02.766641 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:02.766898 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b4ce125-6894-4754-b8d2-f22e0de66ae0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:02.767291 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'status': 'completed', 'code': 200} Feb 04 10:09:03.267779 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948f69-3a84-4a71-9a76-85586cd58bc7 req-63289065-b65a-417d-b4fd-5239ea90def7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:03.269256 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25948f69-3a84-4a71-9a76-85586cd58bc7 req-63289065-b65a-417d-b4fd-5239ea90def7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0518982 Feb 04 10:09:03.317554 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25948f69-3a84-4a71-9a76-85586cd58bc7 req-6644d679-bbbc-40b5-acb8-55cbbad36a83 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Feb 04 10:09:03.369314 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c588a02-7edd-4014-838c-6f3c01ff1fbc req-ac3ec92f-6058-4c2b-89b7-86814822fff4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:03.370772 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3c588a02-7edd-4014-838c-6f3c01ff1fbc req-ac3ec92f-6058-4c2b-89b7-86814822fff4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 944 time: 0.0512893 Feb 04 10:09:03.418812 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3c588a02-7edd-4014-838c-6f3c01ff1fbc req-28eb95a0-4203-47c8-a261-a5a2f81221df tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Feb 04 10:09:03.589249 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83731e8-e3f9-420f-8974-c7d7bc2832a8 req-a9057f1b-ccbb-42cd-a66d-29696fb74e30 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:03.590624 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83731e8-e3f9-420f-8974-c7d7bc2832a8 req-a9057f1b-ccbb-42cd-a66d-29696fb74e30 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 944 time: 0.0536330 Feb 04 10:09:03.645595 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83731e8-e3f9-420f-8974-c7d7bc2832a8 req-751497b6-e662-4939-8bcb-55212b6c6431 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484877 Feb 04 10:09:03.697431 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a55ec-350a-4bcc-a555-f74c38c0f980 req-be04bdce-579f-46c2-bb59-3c7b57b377c9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:03.698893 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769a55ec-350a-4bcc-a555-f74c38c0f980 req-be04bdce-579f-46c2-bb59-3c7b57b377c9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 943 time: 0.0510423 Feb 04 10:09:03.744212 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769a55ec-350a-4bcc-a555-f74c38c0f980 req-5c3b8fcd-fd01-4e8e-8b5e-65902c6a83b5 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Feb 04 10:09:04.440614 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58de70c-ef7e-4f9f-82c6-318bfc11759d req-4f75543f-6eee-4586-bb1e-5415fbbc7972 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:04.442080 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a58de70c-ef7e-4f9f-82c6-318bfc11759d req-4f75543f-6eee-4586-bb1e-5415fbbc7972 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0554006 Feb 04 10:09:04.458090 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['5a3629c9-2624-4c0a-b791-27f1ad108ff0'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:09:04.509444 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:09:04.604806 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['9a592b07-2240-4f9f-87a6-98eb1886760a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:09:04.655549 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a58de70c-ef7e-4f9f-82c6-318bfc11759d req-337553c2-6a6e-4b12-94d2-f6301bc4bdbc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078435 Feb 04 10:09:04.725796 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8ef6-73bd-40b9-802c-166f83a5c2d7 req-5eb62c8f-2235-41a1-960c-d5f6d22b7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:04.727294 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3be8ef6-73bd-40b9-802c-166f83a5c2d7 req-5eb62c8f-2235-41a1-960c-d5f6d22b7250 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1128 time: 0.1941516 Feb 04 10:09:04.735618 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f718c6-56ab-4412-b914-33cd1845ef39 req-b29f293c-dab2-4675-a8b4-08a065c2a073 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:04.736981 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3f718c6-56ab-4412-b914-33cd1845ef39 req-b29f293c-dab2-4675-a8b4-08a065c2a073 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 944 time: 0.2417593 Feb 04 10:09:04.737956 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3ada-3d9d-4d45-a606-ad1708e4b758 req-ed41cb38-d68a-4caf-8687-81715decd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:04.739872 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-368c3ada-3d9d-4d45-a606-ad1708e4b758 req-ed41cb38-d68a-4caf-8687-81715decd38d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2792692 Feb 04 10:09:04.929374 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3f718c6-56ab-4412-b914-33cd1845ef39 req-2008dd6a-9065-4b56-9a47-7c02b7077e11 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784072 Feb 04 10:09:04.944046 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-28ee8460-7610-4a7a-8f1d-bd76e90bee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:04.945359 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-28ee8460-7610-4a7a-8f1d-bd76e90bee3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 1127 time: 0.1267984 Feb 04 10:09:04.954013 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7e437-70c6-42c0-bf55-00bd545542dd req-1b2cfec2-bc19-4d7f-b159-727970be12fc tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:04.955506 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20e7e437-70c6-42c0-bf55-00bd545542dd req-1b2cfec2-bc19-4d7f-b159-727970be12fc tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 944 time: 0.2273233 Feb 04 10:09:04.956785 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8ef6-73bd-40b9-802c-166f83a5c2d7 req-ea315023-e058-47b4-b40a-bdee24ac0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:04.958520 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3be8ef6-73bd-40b9-802c-166f83a5c2d7 req-ea315023-e058-47b4-b40a-bdee24ac0718 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=45a77b15770a4fb1b243cb577a984895&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2172632 Feb 04 10:09:05.022564 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-6452368c-2372-4824-897e-46ce077b1bcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 HTTP/1.1" status: 200 len: 217 time: 0.0630767 Feb 04 10:09:05.173857 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20e7e437-70c6-42c0-bf55-00bd545542dd req-16bf8b36-5f83-497b-8d31-bbd9928fecfb tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965632 Feb 04 10:09:05.192047 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-ad020503-262c-4ea0-8e72-84803380cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:05.193524 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-ad020503-262c-4ea0-8e72-84803380cd3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.1321013 Feb 04 10:09:05.201510 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8ef6-73bd-40b9-802c-166f83a5c2d7 req-499e9caf-4b1a-4ddc-9703-796fa073254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:05.202799 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3be8ef6-73bd-40b9-802c-166f83a5c2d7 req-499e9caf-4b1a-4ddc-9703-796fa073254d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2355657 Feb 04 10:09:05.217838 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab6d4d-feaf-44ce-ac82-8d99cfc609f9 req-30378d02-69f9-4d0f-9ffa-b69ab3a93e59 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:05.219312 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d2ab6d4d-feaf-44ce-ac82-8d99cfc609f9 req-30378d02-69f9-4d0f-9ffa-b69ab3a93e59 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 943 time: 0.2027702 Feb 04 10:09:05.237551 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-3695a016-9ad4-4c26-ad85-e8628e79328b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374253 Feb 04 10:09:05.350599 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d2ab6d4d-feaf-44ce-ac82-8d99cfc609f9 req-f91bb81f-a1cd-4790-96b8-8ca0cbfaae7e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154060 Feb 04 10:09:05.397308 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-5ea7a3c6-e40b-4617-be63-283fdd9dae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:05.398980 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-5ea7a3c6-e40b-4617-be63-283fdd9dae44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1128 time: 0.1030920 Feb 04 10:09:05.409422 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-7fbaaf70-fa4a-4d2d-9f3f-df987860e799 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404352 Feb 04 10:09:05.490650 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-ece1da80-4549-4893-b1a4-318d4f8e6a15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14fba3f5-e3d3-47ed-89e2-37840156c804 HTTP/1.1" status: 200 len: 217 time: 0.0744159 Feb 04 10:09:05.565227 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-468b317d-116b-4305-b6b6-6a6b9ad4c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:05.566892 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-468b317d-116b-4305-b6b6-6a6b9ad4c248 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0688252 Feb 04 10:09:05.572303 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e1afe9f-ba60-4935-9402-40ce83bb559d req-00c30b09-8e6c-417e-95f4-3e826ad360c5 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506846 Feb 04 10:09:05.642405 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-5e74e825-4e2d-4639-a7df-a331d5edd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:05.643931 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-5e74e825-4e2d-4639-a7df-a331d5edd517 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605819 Feb 04 10:09:05.744754 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-ce324e8e-8c5b-406e-bc20-792908538aad service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935917 Feb 04 10:09:06.018645 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28c691-c178-4771-956e-c6470bafb411 req-68ffe44d-1026-4e93-a1a7-352e8d3da46b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:06.020162 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd28c691-c178-4771-956e-c6470bafb411 req-68ffe44d-1026-4e93-a1a7-352e8d3da46b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.2899702 Feb 04 10:09:06.073325 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-769d81da-6baa-4774-b346-7cd9c5cba1e2 req-160e7777-8ec0-47f3-a453-befcf12631f9 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140788 Feb 04 10:09:06.111822 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd28c691-c178-4771-956e-c6470bafb411 req-eafd0d5e-1a62-467a-996c-fd4b105d8175 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801132 Feb 04 10:09:06.119845 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa269-0a89-48a8-995d-797657394df2 req-eeaddbd1-27fd-44f6-9286-376f71b976d0 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:06.121295 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-971fa269-0a89-48a8-995d-797657394df2 req-eeaddbd1-27fd-44f6-9286-376f71b976d0 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 944 time: 0.1129811 Feb 04 10:09:06.172735 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-971fa269-0a89-48a8-995d-797657394df2 req-d4a151fe-df16-4be0-a272-50fcb29558ed tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Feb 04 10:09:06.312250 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bdd36-eebc-4b9a-b619-e3f8d926e05c req-5540ff6b-28b4-48c4-85eb-ffa66b898f86 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:06.314072 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf0bdd36-eebc-4b9a-b619-e3f8d926e05c req-5540ff6b-28b4-48c4-85eb-ffa66b898f86 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 944 time: 0.0627089 Feb 04 10:09:06.397020 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf0bdd36-eebc-4b9a-b619-e3f8d926e05c req-2d681377-41c2-463d-bcb0-b3dc29165909 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695086 Feb 04 10:09:06.467408 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5a3629c9-2624-4c0a-b791-27f1ad108ff0 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:09:06.516991 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a81f4-1a02-4a07-9ad9-25639a24952e req-0114884c-86c5-4c64-bb64-f6e56fe3a3cd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:06.519596 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6d6a81f4-1a02-4a07-9ad9-25639a24952e req-0114884c-86c5-4c64-bb64-f6e56fe3a3cd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 943 time: 0.0810797 Feb 04 10:09:06.534019 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:09:06.539297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:09:06.539850 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.555901 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57806) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:06.586488 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6d6a81f4-1a02-4a07-9ad9-25639a24952e req-9a7e6528-a555-4fbd-bfdb-790f01505ed6 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591397 Feb 04 10:09:06.635365 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:06.635790 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.660992 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3629c9-2624-4c0a-b791-27f1ad108ff0'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:06.697707 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-13c916a8-0ff1-443b-843a-ec9f9411a711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.743335 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5a3629c9-2624-4c0a-b791-27f1ad108ff0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5a3629c9-2624-4c0a-b791-27f1ad108ff0,segment=NetworkSegment(1d42d16d-9df8-4d46-b11d-bc89ce3523bf),segment_id=1d42d16d-9df8-4d46-b11d-bc89ce3523bf)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:06.748551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.749625 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 9a592b07-2240-4f9f-87a6-98eb1886760a up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:09:06.789318 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-13c916a8-0ff1-443b-843a-ec9f9411a711 admin admin] Publish callbacks [] for security_group (65ffbf40-cce2-4f1f-8567-7c073a51d7f8), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.795499 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-13c916a8-0ff1-443b-843a-ec9f9411a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (65ffbf40-cce2-4f1f-8567-7c073a51d7f8), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.843408 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 9a592b07-2240-4f9f-87a6-98eb1886760a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:09:06.848945 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 9a592b07-2240-4f9f-87a6-98eb1886760a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:09:06.849391 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.854305 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=5a3629c9-2624-4c0a-b791-27f1ad108ff0,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:06.857550 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-13c916a8-0ff1-443b-843a-ec9f9411a711 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a04a4066fd5e46998a2c6eec8f3f5ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994883 Feb 04 10:09:06.859842 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c916a8-0ff1-443b-843a-ec9f9411a711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ffbf40-cce2-4f1f-8567-7c073a51d7f8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:06.860194 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 57828) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:06.902531 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e03b4d-8be3-4676-85dd-55b7eac07829" -d '{"events": [{"server_uuid": "b8bc58e5-bd9e-4757-b646-807704d7b820", "name": "network-vif-plugged", "status": "completed", "tag": "5a3629c9-2624-4c0a-b791-27f1ad108ff0"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:06.921215 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8240fc77-5a22-4df9-8b31-0a9d6a656749 admin admin] Publish callbacks [] for security_group (65ffbf40-cce2-4f1f-8567-7c073a51d7f8), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.954434 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8240fc77-5a22-4df9-8b31-0a9d6a656749 admin admin] Publish callbacks [] for security_group (65ffbf40-cce2-4f1f-8567-7c073a51d7f8), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:06.982794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 9a592b07-2240-4f9f-87a6-98eb1886760a is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:06.983272 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.038128 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8240fc77-5a22-4df9-8b31-0a9d6a656749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (65ffbf40-cce2-4f1f-8567-7c073a51d7f8), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.038615 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 9a592b07-2240-4f9f-87a6-98eb1886760a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9a592b07-2240-4f9f-87a6-98eb1886760a,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:07.040932 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8240fc77-5a22-4df9-8b31-0a9d6a656749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.042051 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8240fc77-5a22-4df9-8b31-0a9d6a656749 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65ffbf40-cce2-4f1f-8567-7c073a51d7f8 HTTP/1.1" status: 204 len: 168 time: 0.1808066 Feb 04 10:09:07.042456 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7b57f9-98b3-4703-a135-085584bfd8d3 x-openstack-request-id: req-4b7b57f9-98b3-4703-a135-085584bfd8d3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:07.042822 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bc58e5-bd9e-4757-b646-807704d7b820", "name": "network-vif-plugged", "status": "completed", "tag": "5a3629c9-2624-4c0a-b791-27f1ad108ff0", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:07.043131 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b7b57f9-98b3-4703-a135-085584bfd8d3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:07.043640 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3629c9-2624-4c0a-b791-27f1ad108ff0', 'code': 200} Feb 04 10:09:07.049788 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.050993 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device ff486742-b917-47ec-8c6c-3ab7fdafbbc9 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:09:07.051493 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240fc77-5a22-4df9-8b31-0a9d6a656749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ffbf40-cce2-4f1f-8567-7c073a51d7f8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:07.268297 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:09:07.306486 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:09:07.314959 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:09:07.315330 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.375935 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=9a592b07-2240-4f9f-87a6-98eb1886760a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:07.419384 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:07.420272 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.466763 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port ff486742-b917-47ec-8c6c-3ab7fdafbbc9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:07.475926 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.549295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f02a4d-2578-4c9a-80e1-a089561997a6 req-2ed7c668-3068-4da6-bbbf-51dd8d7a7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:07.552169 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-70f02a4d-2578-4c9a-80e1-a089561997a6 req-2ed7c668-3068-4da6-bbbf-51dd8d7a7138 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 1129 time: 0.2585142 Feb 04 10:09:07.563062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4addd7a-b9f5-42c3-8000-5cb459367c2b req-1211e2f9-67ea-4e25-9352-433e319fc30f tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:07.571650 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4addd7a-b9f5-42c3-8000-5cb459367c2b req-1211e2f9-67ea-4e25-9352-433e319fc30f tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.2117810 Feb 04 10:09:07.591011 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:07.621259 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cad22-1616-4cd2-a97c-8b915188239a req-b7af8fe8-dc1a-45b3-9988-4cf88c9656b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:07.622904 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7a0cad22-1616-4cd2-a97c-8b915188239a req-b7af8fe8-dc1a-45b3-9988-4cf88c9656b3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.2521110 Feb 04 10:09:07.655368 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-70f02a4d-2578-4c9a-80e1-a089561997a6 req-56c99a70-3877-4a2c-89a0-5a712ef5fe2d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.689013 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4addd7a-b9f5-42c3-8000-5cb459367c2b req-e77a5a4b-a144-4923-b8ba-e1becf6aef5c tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162314 Feb 04 10:09:07.777517 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7a0cad22-1616-4cd2-a97c-8b915188239a req-bfa0e02b-12fb-48ad-83df-237ab2bc0aed tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399424 Feb 04 10:09:07.862416 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c75a6-11fd-4caf-8260-251646e2181a req-44ad8ac5-f627-4fd8-98b4-922f4693ba78 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:07.864808 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf3c75a6-11fd-4caf-8260-251646e2181a req-44ad8ac5-f627-4fd8-98b4-922f4693ba78 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.0862255 Feb 04 10:09:07.885170 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-70f02a4d-2578-4c9a-80e1-a089561997a6 req-56c99a70-3877-4a2c-89a0-5a712ef5fe2d service neutron] Publish callbacks [] for security_group (4887096e-780e-4ef1-9044-afd76dfe87cd), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.904772 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-70f02a4d-2578-4c9a-80e1-a089561997a6 req-56c99a70-3877-4a2c-89a0-5a712ef5fe2d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (4887096e-780e-4ef1-9044-afd76dfe87cd), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:07.992388 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-70f02a4d-2578-4c9a-80e1-a089561997a6 req-56c99a70-3877-4a2c-89a0-5a712ef5fe2d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181504 Feb 04 10:09:07.998721 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c99a70-3877-4a2c-89a0-5a712ef5fe2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4887096e-780e-4ef1-9044-afd76dfe87cd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:08.008622 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf3c75a6-11fd-4caf-8260-251646e2181a req-e2cfc9be-4610-4d35-9ba3-43e2bdef5840 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337001 Feb 04 10:09:08.022287 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e27f1-a5ff-4458-8ac2-ddbf01635ada req-8c0755ad-f59d-4e86-bfb5-223a37e12873 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:08.023709 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-879e27f1-a5ff-4458-8ac2-ddbf01635ada req-8c0755ad-f59d-4e86-bfb5-223a37e12873 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 943 time: 0.1308057 Feb 04 10:09:08.073043 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-879e27f1-a5ff-4458-8ac2-ddbf01635ada req-ecf0e0a6-fdb1-4671-b831-e702ac5ef608 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Feb 04 10:09:08.480841 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:09:08.581570 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:08.593333 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'port_id': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'mac_address': 'fa:16:3e:15:98:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:09:08.632728 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 57956) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:08.634330 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:08.634725 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:08.649727 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fba3f5-e3d3-47ed-89e2-37840156c804 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:09:08.671303 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:08.676553 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:08.677409 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:09:08.776629 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49cb41f6-70e9-4f97-a9bc-b82594f96a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:08.790500 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:08.899072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:08.915523 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9', 'network_id': '25332641-dcb4-420f-b76c-45c423e03af7', 'port_id': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9', 'mac_address': 'fa:16:3e:68:eb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fc2327-6934-4b94-bf3a-9e391a533b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:09:08.970724 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:08.971198 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:08.985701 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49cb41f6-70e9-4f97-a9bc-b82594f96a4d admin admin] Publish callbacks [] for security_group (881a8b70-e6d1-40f6-b789-4c85a65f9d24), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:08.995793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:09:09.004174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d153e2-c869-419a-8ae3-951b128f6a4c req-44e873fe-4c7e-490f-8fea-8eeafa557493 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:09.006727 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1d153e2-c869-419a-8ae3-951b128f6a4c req-44e873fe-4c7e-490f-8fea-8eeafa557493 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.2099597 Feb 04 10:09:09.007409 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49cb41f6-70e9-4f97-a9bc-b82594f96a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (881a8b70-e6d1-40f6-b789-4c85a65f9d24), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.020560 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:09.025974 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.058796 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb41f6-70e9-4f97-a9bc-b82594f96a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881a8b70-e6d1-40f6-b789-4c85a65f9d24,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:09.066195 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a592b07-2240-4f9f-87a6-98eb1886760a'}, {'server_uuid': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:09.071101 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4356471c-e05d-46c3-a2e5-0383b4e4687d" -d '{"events": [{"server_uuid": "42f12473-eb97-4282-b7fb-6fb834b19da1", "name": "network-vif-plugged", "status": "completed", "tag": "9a592b07-2240-4f9f-87a6-98eb1886760a"}, {"server_uuid": "9db8ddbe-9223-45aa-b8a6-5e43b109f34a", "name": "network-vif-plugged", "status": "completed", "tag": "ff486742-b917-47ec-8c6c-3ab7fdafbbc9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:09.094813 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-49cb41f6-70e9-4f97-a9bc-b82594f96a4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=582fc0dba3ff498998f1a66a12ac35a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585183 Feb 04 10:09:09.095540 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 57998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:09.108573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8110-9f44-42a0-b8e2-f7b09c91bf8a req-8d47e65c-0f6d-492e-af16-6254864e2f03 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:09.115841 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-132b8110-9f44-42a0-b8e2-f7b09c91bf8a req-8d47e65c-0f6d-492e-af16-6254864e2f03 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.2465768 Feb 04 10:09:09.118058 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:09.157587 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1d153e2-c869-419a-8ae3-951b128f6a4c req-f2f8d8e9-186a-402c-ab97-d34a2c4ffbf3 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Feb 04 10:09:09.170948 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.202086 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ba34c98-a01a-4733-a4b4-ddc20481ce67 admin admin] Publish callbacks [] for security_group (881a8b70-e6d1-40f6-b789-4c85a65f9d24), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.203047 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-132b8110-9f44-42a0-b8e2-f7b09c91bf8a req-c6b13c50-c0a2-424a-939e-491de9dba544 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862479 Feb 04 10:09:09.233123 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ba34c98-a01a-4733-a4b4-ddc20481ce67 admin admin] Publish callbacks [] for security_group (881a8b70-e6d1-40f6-b789-4c85a65f9d24), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.271402 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359d3de8-5e38-4efe-9327-21bae7090428 x-openstack-request-id: req-359d3de8-5e38-4efe-9327-21bae7090428 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:09.271879 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f12473-eb97-4282-b7fb-6fb834b19da1", "name": "network-vif-plugged", "status": "completed", "tag": "9a592b07-2240-4f9f-87a6-98eb1886760a", "code": 200}, {"server_uuid": "9db8ddbe-9223-45aa-b8a6-5e43b109f34a", "name": "network-vif-plugged", "status": "completed", "tag": "ff486742-b917-47ec-8c6c-3ab7fdafbbc9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:09.272140 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-359d3de8-5e38-4efe-9327-21bae7090428 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:09.272621 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a592b07-2240-4f9f-87a6-98eb1886760a', 'code': 200} Feb 04 10:09:09.273263 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9', 'code': 200} Feb 04 10:09:09.296722 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ba34c98-a01a-4733-a4b4-ddc20481ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (881a8b70-e6d1-40f6-b789-4c85a65f9d24), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.299314 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ba34c98-a01a-4733-a4b4-ddc20481ce67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.304536 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4ba34c98-a01a-4733-a4b4-ddc20481ce67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/881a8b70-e6d1-40f6-b789-4c85a65f9d24 HTTP/1.1" status: 204 len: 168 time: 0.2081239 Feb 04 10:09:09.312759 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34c98-a01a-4733-a4b4-ddc20481ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a8b70-e6d1-40f6-b789-4c85a65f9d24,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:09.315014 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa6064-1626-4600-add3-6423359f243e req-aaaddde0-02b0-41e6-a618-a9d5514ecb56 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:09.317116 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5faa6064-1626-4600-add3-6423359f243e req-aaaddde0-02b0-41e6-a618-a9d5514ecb56 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.0706873 Feb 04 10:09:09.415631 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['14fba3f5-e3d3-47ed-89e2-37840156c804'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:09:09.471433 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5faa6064-1626-4600-add3-6423359f243e req-0db028fb-22e4-44b0-9d89-4497cca368dc tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435213 Feb 04 10:09:09.474595 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['57bc3c41-ddcd-478d-bdf5-231bbb1e60d9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:09:09.501154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc680e62-9866-4ac1-833f-586a16054699 req-f532c617-6dd9-4602-8c62-9e8d63b98601 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:09.509796 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fc680e62-9866-4ac1-833f-586a16054699 req-f532c617-6dd9-4602-8c62-9e8d63b98601 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 944 time: 0.1444235 Feb 04 10:09:09.536332 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:09.595597 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fc680e62-9866-4ac1-833f-586a16054699 req-b59d0dfa-409d-4e7b-a981-9938f7d40dd1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819018 Feb 04 10:09:09.676807 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b9958-59e7-4ab2-8c75-87f5a12bd1c0 req-3bee0540-7de2-4a01-9f73-aa1bf7a03d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:09.678479 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-898b9958-59e7-4ab2-8c75-87f5a12bd1c0 req-3bee0540-7de2-4a01-9f73-aa1bf7a03d4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.1023779 Feb 04 10:09:09.696580 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980471-8915-49b6-824b-346458a2017f req-45adc285-301f-4851-9e67-421d6d0be85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:09.698102 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f980471-8915-49b6-824b-346458a2017f req-45adc285-301f-4851-9e67-421d6d0be85c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 1129 time: 0.0776534 Feb 04 10:09:09.734982 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf7d-b0a9-4c4b-af66-61c6c923305b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.790386 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f980471-8915-49b6-824b-346458a2017f req-9e3233c0-4303-4bd9-96e4-09fe9cfe8cee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671811 Feb 04 10:09:09.804797 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-898b9958-59e7-4ab2-8c75-87f5a12bd1c0 req-5dee023f-8ffe-4440-849c-b219ce7072ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594051 Feb 04 10:09:09.820349 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf7d-b0a9-4c4b-af66-61c6c923305b admin admin] Publish callbacks [] for security_group (d7515b7e-63bd-4d64-a4d4-f1b71512e317), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.825853 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf7d-b0a9-4c4b-af66-61c6c923305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (d7515b7e-63bd-4d64-a4d4-f1b71512e317), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.864238 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b30dbf7d-b0a9-4c4b-af66-61c6c923305b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d67d49da5d79408b96e7c521023b93db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268201 Feb 04 10:09:09.866998 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58032) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:09.869273 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dbf7d-b0a9-4c4b-af66-61c6c923305b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7515b7e-63bd-4d64-a4d4-f1b71512e317,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:09.920005 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c973e606-2357-42cf-8bd5-9190a9867f28 admin admin] Publish callbacks [] for security_group (d7515b7e-63bd-4d64-a4d4-f1b71512e317), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.941975 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c973e606-2357-42cf-8bd5-9190a9867f28 admin admin] Publish callbacks [] for security_group (d7515b7e-63bd-4d64-a4d4-f1b71512e317), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.990396 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c973e606-2357-42cf-8bd5-9190a9867f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (d7515b7e-63bd-4d64-a4d4-f1b71512e317), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.993042 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c973e606-2357-42cf-8bd5-9190a9867f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:09.996842 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c973e606-2357-42cf-8bd5-9190a9867f28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7515b7e-63bd-4d64-a4d4-f1b71512e317 HTTP/1.1" status: 204 len: 168 time: 0.1249280 Feb 04 10:09:10.005089 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973e606-2357-42cf-8bd5-9190a9867f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7515b7e-63bd-4d64-a4d4-f1b71512e317,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:10.414731 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e002-c89c-48ff-91c9-5abb0bc24211 req-e9ff5a29-1438-441b-94fc-b1b68f833163 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:10.416594 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9c7e002-c89c-48ff-91c9-5abb0bc24211 req-e9ff5a29-1438-441b-94fc-b1b68f833163 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.1290336 Feb 04 10:09:10.443888 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e01ee-e9be-44bd-ad42-14bd5fd463a9 req-7c09b674-3cf5-481f-b9c5-2e08891d45e4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:10.445400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ba8e01ee-e9be-44bd-ad42-14bd5fd463a9 req-7c09b674-3cf5-481f-b9c5-2e08891d45e4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.1086206 Feb 04 10:09:10.446775 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58078) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:10.469104 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98cce2df-3a26-4a6a-a074-79da3d9ac2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.538389 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9c7e002-c89c-48ff-91c9-5abb0bc24211 req-12e4b4e3-84aa-44e4-b174-9f6ea38a63e3 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069095 Feb 04 10:09:10.547221 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ba8e01ee-e9be-44bd-ad42-14bd5fd463a9 req-6c75f6be-3cdb-4e00-bade-4051c50369fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818126 Feb 04 10:09:10.587475 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98cce2df-3a26-4a6a-a074-79da3d9ac2d6 admin admin] Publish callbacks [] for security_group (50775b68-e6a2-4a83-8486-57d6cc87f4e0), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.594484 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98cce2df-3a26-4a6a-a074-79da3d9ac2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (50775b68-e6a2-4a83-8486-57d6cc87f4e0), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.665489 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-98cce2df-3a26-4a6a-a074-79da3d9ac2d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbeae91361404414b4dd97128f9b3eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169111 Feb 04 10:09:10.666206 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58090) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:10.667285 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cce2df-3a26-4a6a-a074-79da3d9ac2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50775b68-e6a2-4a83-8486-57d6cc87f4e0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:10.756083 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7db79e85-2a37-445d-b929-e53c1f6e6d03 admin admin] Publish callbacks [] for security_group (50775b68-e6a2-4a83-8486-57d6cc87f4e0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.783603 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7db79e85-2a37-445d-b929-e53c1f6e6d03 admin admin] Publish callbacks [] for security_group (50775b68-e6a2-4a83-8486-57d6cc87f4e0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.845216 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e84b6c01-7ba1-4639-b925-ccd15f9fc378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.851491 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7db79e85-2a37-445d-b929-e53c1f6e6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (50775b68-e6a2-4a83-8486-57d6cc87f4e0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.852837 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e24fe3-4348-4562-9518-3914bb40a8c0 req-e8a0e58f-a842-4b4a-8244-3b24feb720cd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:10.855074 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7db79e85-2a37-445d-b929-e53c1f6e6d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:10.856459 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7db79e85-2a37-445d-b929-e53c1f6e6d03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50775b68-e6a2-4a83-8486-57d6cc87f4e0 HTTP/1.1" status: 204 len: 168 time: 0.1845932 Feb 04 10:09:10.863711 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-99e24fe3-4348-4562-9518-3914bb40a8c0 req-e8a0e58f-a842-4b4a-8244-3b24feb720cd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.2098885 Feb 04 10:09:10.865548 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db79e85-2a37-445d-b929-e53c1f6e6d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50775b68-e6a2-4a83-8486-57d6cc87f4e0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:10.898326 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e1e8-92e2-48eb-b59a-aac4519e73bc req-e0bbe0f6-1a2b-4f32-a100-7fc6aecf2a80 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:10.905496 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39b8e1e8-92e2-48eb-b59a-aac4519e73bc req-e0bbe0f6-1a2b-4f32-a100-7fc6aecf2a80 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 944 time: 0.1754282 Feb 04 10:09:10.986302 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39b8e1e8-92e2-48eb-b59a-aac4519e73bc req-7c865841-3666-445d-996e-65cbcdb22813 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794723 Feb 04 10:09:11.016663 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-99e24fe3-4348-4562-9518-3914bb40a8c0 req-e096c25e-fc41-46c5-bf72-2d9a3636407a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478100 Feb 04 10:09:11.707936 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa825ea-c636-412f-927e-b56f3f7aaa0a req-db25bacc-eac4-41ff-93e3-14a9546157a6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:11.709683 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8fa825ea-c636-412f-927e-b56f3f7aaa0a req-db25bacc-eac4-41ff-93e3-14a9546157a6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0626585 Feb 04 10:09:11.770707 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8fa825ea-c636-412f-927e-b56f3f7aaa0a req-4334db3a-cd48-455d-a542-33e8f17dcb06 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509117 Feb 04 10:09:12.241613 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb1b2-d4cc-40cd-832f-f1e7cd0dca3e req-7b9304a5-dd2b-47ef-9e2b-637d3619cf8b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:12.248562 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b8bbb1b2-d4cc-40cd-832f-f1e7cd0dca3e req-7b9304a5-dd2b-47ef-9e2b-637d3619cf8b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.0952477 Feb 04 10:09:12.276787 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e5e94-1b2c-4862-80fe-1249c9e6cfd1 req-6cf8881d-a341-4905-98ba-42e3c5efac22 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:12.278291 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d10e5e94-1b2c-4862-80fe-1249c9e6cfd1 req-6cf8881d-a341-4905-98ba-42e3c5efac22 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 944 time: 0.1269617 Feb 04 10:09:12.323074 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b8bbb1b2-d4cc-40cd-832f-f1e7cd0dca3e req-d1b8d30c-e068-45e2-902b-b578d1e4cb5b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735741 Feb 04 10:09:12.367649 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d10e5e94-1b2c-4862-80fe-1249c9e6cfd1 req-a78b8ebb-83dd-4bd8-9155-fe46587c377e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767198 Feb 04 10:09:12.478844 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:09:12.539051 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 14fba3f5-e3d3-47ed-89e2-37840156c804 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:09:12.545919 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 14fba3f5-e3d3-47ed-89e2-37840156c804 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:09:12.546448 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:12.633022 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:12.633524 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:12.664698 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:12.667330 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a103c1-c9d0-4bdd-9cad-5f850828518b" -d '{"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:12.680970 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:12.696972 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:12.698014 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:09:12.750514 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f653c18-0c34-44e7-9111-1e99bbf41e5d x-openstack-request-id: req-5f653c18-0c34-44e7-9111-1e99bbf41e5d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:12.750822 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:12.751274 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f653c18-0c34-44e7-9111-1e99bbf41e5d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:12.751835 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'code': 200} Feb 04 10:09:12.780707 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:12.805456 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:09:12.812276 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:09:12.812738 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:12.915989 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:12.916387 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:12.931791 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc512-3aac-41c2-a38b-162352adadd0 req-7c75e000-ac91-432a-ba13-623dc2f870d5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:12.933690 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-58cdc512-3aac-41c2-a38b-162352adadd0 req-7c75e000-ac91-432a-ba13-623dc2f870d5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0685027 Feb 04 10:09:12.967945 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:12.975594 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:13.001179 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-58cdc512-3aac-41c2-a38b-162352adadd0 req-c24dce07-e710-4a15-931a-8b2bc35983d8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609751 Feb 04 10:09:13.038338 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:13.070343 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28947b6f-1378-4f63-836e-2436e89f6192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:13.142880 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd73fe2-e675-4a26-8b82-b36177b13699 req-c98131e2-8526-4fea-b5c1-38a8d9f70c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:13.143560 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ddd73fe2-e675-4a26-8b82-b36177b13699 req-c98131e2-8526-4fea-b5c1-38a8d9f70c47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1130 time: 0.0556555 Feb 04 10:09:13.190705 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ddd73fe2-e675-4a26-8b82-b36177b13699 req-525810b3-776b-43b7-a568-e80ee3dc8fe7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Feb 04 10:09:13.484487 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e1aa3-a5c1-429f-9665-eff9f1ff467b req-efaff7c6-1cea-4851-a28b-b5a9c0bf56bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:13.485984 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-985e1aa3-a5c1-429f-9665-eff9f1ff467b req-efaff7c6-1cea-4851-a28b-b5a9c0bf56bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0525174 Feb 04 10:09:13.535338 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-985e1aa3-a5c1-429f-9665-eff9f1ff467b req-0567ca2a-434a-4916-86cd-50d88c4da744 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Feb 04 10:09:13.807170 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58264) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:13.845013 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:13.917589 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-649885db-5187-4bbb-861e-1720877274d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:13.991127 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-649885db-5187-4bbb-861e-1720877274d4 admin admin] Publish callbacks [] for security_group (80cd114f-b815-458f-8924-ec795b842c3a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:13.995546 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-649885db-5187-4bbb-861e-1720877274d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (80cd114f-b815-458f-8924-ec795b842c3a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.032834 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649885db-5187-4bbb-861e-1720877274d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd114f-b815-458f-8924-ec795b842c3a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:14.037131 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-649885db-5187-4bbb-861e-1720877274d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=604480bea4454e3cb1754eb7951ab883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288933 Feb 04 10:09:14.040174 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:14.086597 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10b37cda-24b7-4108-84c0-710ef8f190b2 admin admin] Publish callbacks [] for security_group (80cd114f-b815-458f-8924-ec795b842c3a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.107343 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10b37cda-24b7-4108-84c0-710ef8f190b2 admin admin] Publish callbacks [] for security_group (80cd114f-b815-458f-8924-ec795b842c3a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.127300 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ca3a0-2526-461c-9981-3f295b541c5e req-778f5c25-9dfd-4a5f-8c1e-c8e746e7fb2f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:14.129305 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8a3ca3a0-2526-461c-9981-3f295b541c5e req-778f5c25-9dfd-4a5f-8c1e-c8e746e7fb2f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0536542 Feb 04 10:09:14.156383 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10b37cda-24b7-4108-84c0-710ef8f190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (80cd114f-b815-458f-8924-ec795b842c3a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.158831 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10b37cda-24b7-4108-84c0-710ef8f190b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.160205 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-10b37cda-24b7-4108-84c0-710ef8f190b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80cd114f-b815-458f-8924-ec795b842c3a HTTP/1.1" status: 204 len: 168 time: 0.1194885 Feb 04 10:09:14.167555 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b37cda-24b7-4108-84c0-710ef8f190b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd114f-b815-458f-8924-ec795b842c3a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:14.178840 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8a3ca3a0-2526-461c-9981-3f295b541c5e req-7cb21682-dbf7-4ffb-ad9b-171d6de944a8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440276 Feb 04 10:09:14.413205 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58282) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:14.426031 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84147d8c-66a3-4cd1-9121-9539dbf2990a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.496710 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84147d8c-66a3-4cd1-9121-9539dbf2990a admin admin] Publish callbacks [] for security_group (460f2ae6-2413-4129-ba90-2141169fdc77), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.500263 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84147d8c-66a3-4cd1-9121-9539dbf2990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (460f2ae6-2413-4129-ba90-2141169fdc77), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.537608 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-84147d8c-66a3-4cd1-9121-9539dbf2990a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed7d80fe88c74e0e8481efdf4cebbc7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233599 Feb 04 10:09:14.538447 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84147d8c-66a3-4cd1-9121-9539dbf2990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f2ae6-2413-4129-ba90-2141169fdc77,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:14.540364 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58284) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:14.589128 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-480bc245-dcd2-4d28-8cf5-1366b99ad670 admin admin] Publish callbacks [] for security_group (460f2ae6-2413-4129-ba90-2141169fdc77), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.611737 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-480bc245-dcd2-4d28-8cf5-1366b99ad670 admin admin] Publish callbacks [] for security_group (460f2ae6-2413-4129-ba90-2141169fdc77), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.684614 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0963d7c-991b-4a88-b79f-1ff3fef019d5 req-45ba542b-a97e-4344-9193-24471da03e50 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:14.686063 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0963d7c-991b-4a88-b79f-1ff3fef019d5 req-45ba542b-a97e-4344-9193-24471da03e50 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0794203 Feb 04 10:09:14.699944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-480bc245-dcd2-4d28-8cf5-1366b99ad670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (460f2ae6-2413-4129-ba90-2141169fdc77), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.702343 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-480bc245-dcd2-4d28-8cf5-1366b99ad670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:14.703377 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-480bc245-dcd2-4d28-8cf5-1366b99ad670 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/460f2ae6-2413-4129-ba90-2141169fdc77 HTTP/1.1" status: 204 len: 168 time: 0.1620381 Feb 04 10:09:14.721316 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bc245-dcd2-4d28-8cf5-1366b99ad670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f2ae6-2413-4129-ba90-2141169fdc77,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:14.745480 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0963d7c-991b-4a88-b79f-1ff3fef019d5 req-c743a10c-65d8-4464-bcdd-663a175a1488 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526123 Feb 04 10:09:14.752784 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:14.755663 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d4dde-3b32-4234-9e92-5a0630b3ba41" -d '{"events": [{"server_uuid": "89dbb1fb-5ec0-4fdc-b7bd-45ec78636857", "name": "network-vif-plugged", "status": "completed", "tag": "57bc3c41-ddcd-478d-bdf5-231bbb1e60d9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:14.791221 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c297248d-12fc-494c-b4f2-7bc01cbb66c1 x-openstack-request-id: req-c297248d-12fc-494c-b4f2-7bc01cbb66c1 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:14.791528 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dbb1fb-5ec0-4fdc-b7bd-45ec78636857", "name": "network-vif-plugged", "status": "completed", "tag": "57bc3c41-ddcd-478d-bdf5-231bbb1e60d9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:14.792231 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c297248d-12fc-494c-b4f2-7bc01cbb66c1 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:14.792664 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9', 'code': 200} Feb 04 10:09:15.300062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0cf65-3aae-4e64-85a3-06646a40dd18 req-9565838f-97b1-4f70-900f-2871525ba5c3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:15.302088 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37c0cf65-3aae-4e64-85a3-06646a40dd18 req-9565838f-97b1-4f70-900f-2871525ba5c3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0535095 Feb 04 10:09:15.348623 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37c0cf65-3aae-4e64-85a3-06646a40dd18 req-c4e0451a-07fc-4842-ae40-4ae55c89e50a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Feb 04 10:09:15.548570 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:15.866479 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f2f5-1c6d-4394-8b36-f6e5a07884cf req-717d5412-3030-4a5e-8069-08169d8fe73e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:15.867986 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6934f2f5-1c6d-4394-8b36-f6e5a07884cf req-717d5412-3030-4a5e-8069-08169d8fe73e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0553842 Feb 04 10:09:15.926222 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6934f2f5-1c6d-4394-8b36-f6e5a07884cf req-b0529153-696a-4894-ad4c-4087255a271b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Feb 04 10:09:16.468338 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2cc06-ddb5-41ba-b716-6af1e858725e req-6e90d3a0-5c52-4a13-a388-d3f7503ef0f6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:16.469780 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2cd2cc06-ddb5-41ba-b716-6af1e858725e req-6e90d3a0-5c52-4a13-a388-d3f7503ef0f6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0510654 Feb 04 10:09:16.514600 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2cd2cc06-ddb5-41ba-b716-6af1e858725e req-78a12243-8110-41fb-bc2c-cc10b5609507 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393600 Feb 04 10:09:16.874470 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:17.042778 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d8a28-0cc1-4ae2-96de-3364a38c7360 req-d8eca02c-c694-4f8d-9e2c-9edc9158cc0b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:17.044252 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-255d8a28-0cc1-4ae2-96de-3364a38c7360 req-d8eca02c-c694-4f8d-9e2c-9edc9158cc0b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0507605 Feb 04 10:09:17.089786 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-255d8a28-0cc1-4ae2-96de-3364a38c7360 req-17adc3d1-f28a-4365-bfe4-2960096733cb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Feb 04 10:09:17.635193 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df836f-37d9-4b14-b403-b7f01988115c req-7ee15d9b-ff87-443d-ab55-2323de425c81 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:17.636664 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2df836f-37d9-4b14-b403-b7f01988115c req-7ee15d9b-ff87-443d-ab55-2323de425c81 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0539455 Feb 04 10:09:17.685079 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2df836f-37d9-4b14-b403-b7f01988115c req-633345a1-987a-4c59-a92f-f252c8eefdc4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Feb 04 10:09:18.207713 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe619de-88ac-4220-b588-25b04ca6941f req-748e77d6-1ff9-4710-84f3-8dac43c2cf8c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:18.209243 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fe619de-88ac-4220-b588-25b04ca6941f req-748e77d6-1ff9-4710-84f3-8dac43c2cf8c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Feb 04 10:09:18.255227 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fe619de-88ac-4220-b588-25b04ca6941f req-b2616f76-bf10-4d69-a7db-8acfd3d09c5c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Feb 04 10:09:18.813113 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5542567-5fca-424e-af41-5a3b01bda605 req-a1f355b2-b26d-485b-8085-99b87b7e2d61 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:18.814600 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5542567-5fca-424e-af41-5a3b01bda605 req-a1f355b2-b26d-485b-8085-99b87b7e2d61 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0585852 Feb 04 10:09:18.865281 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5542567-5fca-424e-af41-5a3b01bda605 req-4c927a35-47ad-4ee5-88ab-f8963691b397 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Feb 04 10:09:18.961733 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524a89-8061-43f9-a493-acd25571a3fc req-c82c7a9a-958b-41c4-a4c4-83053ea6f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:18.963235 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a524a89-8061-43f9-a493-acd25571a3fc req-c82c7a9a-958b-41c4-a4c4-83053ea6f4ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 1129 time: 0.0440736 Feb 04 10:09:19.009873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a524a89-8061-43f9-a493-acd25571a3fc req-d71de684-a245-400f-b931-b44fed56711e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Feb 04 10:09:19.369165 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120028-844b-4f13-9b72-c32dd7f8c6f5 req-4e545141-bc04-4351-8355-be092f5641f5 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:19.370619 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5120028-844b-4f13-9b72-c32dd7f8c6f5 req-4e545141-bc04-4351-8355-be092f5641f5 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0507283 Feb 04 10:09:19.420360 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5120028-844b-4f13-9b72-c32dd7f8c6f5 req-e3c92e2c-534b-4e6a-b01d-62f88a74b9c2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Feb 04 10:09:20.008128 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9d83c-f28c-422c-b510-b968558f11f6 req-8d2f6529-6fb8-4133-9a46-97dbfb5fbde1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:20.009709 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3e9d83c-f28c-422c-b510-b968558f11f6 req-8d2f6529-6fb8-4133-9a46-97dbfb5fbde1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0740991 Feb 04 10:09:20.060862 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3e9d83c-f28c-422c-b510-b968558f11f6 req-b969b5f7-5471-4f60-ae12-f713c19e397b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457482 Feb 04 10:09:20.551802 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0284a55-ba47-48bb-8abe-71da4d8e41e6 req-f36fd1d5-5dd6-49e0-a07f-26a2849433b7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:20.553504 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0284a55-ba47-48bb-8abe-71da4d8e41e6 req-f36fd1d5-5dd6-49e0-a07f-26a2849433b7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0574219 Feb 04 10:09:20.613297 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58474) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:20.616483 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0284a55-ba47-48bb-8abe-71da4d8e41e6 req-fc532f09-7d9e-482e-b232-d4c98f9f8efd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498919 Feb 04 10:09:20.728061 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af2032e4-0872-44d0-a602-4483f8a2b9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:20.801131 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af2032e4-0872-44d0-a602-4483f8a2b9ae admin admin] Publish callbacks [] for security_group (817e45c4-aec0-4a4f-8946-c0b30131bfdb), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:20.804997 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af2032e4-0872-44d0-a602-4483f8a2b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (817e45c4-aec0-4a4f-8946-c0b30131bfdb), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:20.842744 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-af2032e4-0872-44d0-a602-4483f8a2b9ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbbcb49e02164887b68a9951517c3b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283227 Feb 04 10:09:20.843610 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2032e4-0872-44d0-a602-4483f8a2b9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817e45c4-aec0-4a4f-8946-c0b30131bfdb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:20.845487 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58484) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:20.902079 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5c53-8e48-49d8-9236-2ef906de37b0 admin admin] Publish callbacks [] for security_group (817e45c4-aec0-4a4f-8946-c0b30131bfdb), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:20.926521 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5c53-8e48-49d8-9236-2ef906de37b0 admin admin] Publish callbacks [] for security_group (817e45c4-aec0-4a4f-8946-c0b30131bfdb), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:20.976724 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5c53-8e48-49d8-9236-2ef906de37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (817e45c4-aec0-4a4f-8946-c0b30131bfdb), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:20.979499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5c53-8e48-49d8-9236-2ef906de37b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:20.983399 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0c7c5c53-8e48-49d8-9236-2ef906de37b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/817e45c4-aec0-4a4f-8946-c0b30131bfdb HTTP/1.1" status: 204 len: 168 time: 0.1340318 Feb 04 10:09:20.990564 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c5c53-8e48-49d8-9236-2ef906de37b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e45c4-aec0-4a4f-8946-c0b30131bfdb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:21.206358 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15230b3-750f-423f-91e2-99b0d7d20a37 req-b993a850-b910-4748-8ac6-1800329ceee2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:21.207870 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e15230b3-750f-423f-91e2-99b0d7d20a37 req-b993a850-b910-4748-8ac6-1800329ceee2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0613968 Feb 04 10:09:21.278446 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e15230b3-750f-423f-91e2-99b0d7d20a37 req-d1666e68-3aec-46ab-a4fc-d6ab78972d4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563853 Feb 04 10:09:21.352113 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:21.367783 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c61b8891-4214-4593-9695-50be6dcbb155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.417010 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22379a59-fbec-4bab-94d1-d112921db609 req-b8bfc286-3476-49c2-ab93-bf403b19a8a9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:21.417010 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-22379a59-fbec-4bab-94d1-d112921db609 req-b8bfc286-3476-49c2-ab93-bf403b19a8a9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0704629 Feb 04 10:09:21.426310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58526) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:21.430848 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'floatingip': {'port_id': '14fba3f5-e3d3-47ed-89e2-37840156c804'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:09:21.463703 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c61b8891-4214-4593-9695-50be6dcbb155 admin admin] Publish callbacks [] for security_group (ce03e318-3761-4c68-a377-a823d942675d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.467490 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c61b8891-4214-4593-9695-50be6dcbb155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ce03e318-3761-4c68-a377-a823d942675d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.502876 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b8891-4214-4593-9695-50be6dcbb155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce03e318-3761-4c68-a377-a823d942675d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:21.503083 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (d17b9646-d261-4b88-bc7e-890c3ec2298d), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.507162 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c61b8891-4214-4593-9695-50be6dcbb155 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd4c023ae7934984bf726d860d077bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540461 Feb 04 10:09:21.509815 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58528) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:21.558121 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ebe23225-15eb-4b64-93eb-9e67d4ac6809 admin admin] Publish callbacks [] for security_group (ce03e318-3761-4c68-a377-a823d942675d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.581101 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ebe23225-15eb-4b64-93eb-9e67d4ac6809 admin admin] Publish callbacks [] for security_group (ce03e318-3761-4c68-a377-a823d942675d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.627806 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ebe23225-15eb-4b64-93eb-9e67d4ac6809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ce03e318-3761-4c68-a377-a823d942675d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.630351 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ebe23225-15eb-4b64-93eb-9e67d4ac6809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:21.631544 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ebe23225-15eb-4b64-93eb-9e67d4ac6809 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce03e318-3761-4c68-a377-a823d942675d HTTP/1.1" status: 204 len: 168 time: 0.1207962 Feb 04 10:09:21.651997 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe23225-15eb-4b64-93eb-9e67d4ac6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce03e318-3761-4c68-a377-a823d942675d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:21.962298 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80344fba-e5e8-4ba9-8bf1-c9d481c1eacd req-86652d61-1e14-4d6c-90e1-2b3ac47e1c6d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:21.963811 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80344fba-e5e8-4ba9-8bf1-c9d481c1eacd req-86652d61-1e14-4d6c-90e1-2b3ac47e1c6d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0992494 Feb 04 10:09:22.027998 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:22.041953 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-806f8d76-a293-43a1-9152-dc339ab2b76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.120935 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-806f8d76-a293-43a1-9152-dc339ab2b76a admin admin] Publish callbacks [] for security_group (5081d651-3ca9-4c92-a797-517b5083462b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.125104 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-806f8d76-a293-43a1-9152-dc339ab2b76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5081d651-3ca9-4c92-a797-517b5083462b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.166942 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-806f8d76-a293-43a1-9152-dc339ab2b76a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfe57e734d174f4eb0e729922613e9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353543 Feb 04 10:09:22.166942 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f8d76-a293-43a1-9152-dc339ab2b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5081d651-3ca9-4c92-a797-517b5083462b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:22.169729 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:22.179841 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80344fba-e5e8-4ba9-8bf1-c9d481c1eacd req-00fb5217-9e82-4224-ba1f-ebd89a2ad38a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052867 Feb 04 10:09:22.228149 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4da129d-ae61-467e-bc7d-1b8472a26dae admin admin] Publish callbacks [] for security_group (5081d651-3ca9-4c92-a797-517b5083462b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.251594 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4da129d-ae61-467e-bc7d-1b8472a26dae admin admin] Publish callbacks [] for security_group (5081d651-3ca9-4c92-a797-517b5083462b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.301924 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4da129d-ae61-467e-bc7d-1b8472a26dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5081d651-3ca9-4c92-a797-517b5083462b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.305979 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4da129d-ae61-467e-bc7d-1b8472a26dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.307482 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c4da129d-ae61-467e-bc7d-1b8472a26dae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5081d651-3ca9-4c92-a797-517b5083462b HTTP/1.1" status: 204 len: 168 time: 0.1368487 Feb 04 10:09:22.316194 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da129d-ae61-467e-bc7d-1b8472a26dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081d651-3ca9-4c92-a797-517b5083462b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:22.379741 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.384877 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (d17b9646-d261-4b88-bc7e-890c3ec2298d), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.537104 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68ecb-8993-471d-b18b-9e548308f562 req-3adcccb0-7d7c-409f-b9a5-dcd712e15e69 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:22.538560 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08f68ecb-8993-471d-b18b-9e548308f562 req-3adcccb0-7d7c-409f-b9a5-dcd712e15e69 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1144006 Feb 04 10:09:22.563464 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Floating IP d17b9646-d261-4b88-bc7e-890c3ec2298d associated. External IP: 172.27.0.137, port: 14fba3f5-e3d3-47ed-89e2-37840156c804. Feb 04 10:09:22.656717 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08f68ecb-8993-471d-b18b-9e548308f562 req-7a519912-91bc-4f84-8f14-f8236504eb29 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119771 Feb 04 10:09:22.797408 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:09:22.905147 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:09:22.909630 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:22.918754 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] Sync routers for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:09:22.930550 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:09:22.931404 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:09:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:09:22.941948 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b0105cba-5624-4f51-a8da-74877bbeaa12 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "PUT /v2.0/floatingips/d17b9646-d261-4b88-bc7e-890c3ec2298d HTTP/1.1" status: 200 len: 992 time: 1.5120978 Feb 04 10:09:22.941948 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:22.953763 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83678d33-2244-4cde-89ca-7987e24e8ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:22.995010 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a1215-20c8-4d11-9a23-75fb43e19bf7 x-openstack-request-id: req-732a1215-20c8-4d11-9a23-75fb43e19bf7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:22.995630 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:22.995904 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-732a1215-20c8-4d11-9a23-75fb43e19bf7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:22.996420 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'status': 'completed', 'code': 200} Feb 04 10:09:23.053099 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e785-5e57-4b42-b513-5bb27e1461fb req-a7a01aa7-99d7-45ec-842a-02ad4a32d2ff tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:23.054747 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-66a2e785-5e57-4b42-b513-5bb27e1461fb req-a7a01aa7-99d7-45ec-842a-02ad4a32d2ff tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0554008 Feb 04 10:09:23.063800 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:09:23.108204 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-66a2e785-5e57-4b42-b513-5bb27e1461fb req-57a0d834-d7f6-41c2-8a10-826605e9368e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474296 Feb 04 10:09:23.340465 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'd17b9646-d261-4b88-bc7e-890c3ec2298d', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'port_id': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'mac_address': 'fa:16:3e:15:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:08:48Z', 'updated_at': '2022-02-04T10:09:22Z', 'revision_number': 1, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:09:23.366382 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] Checking router: a38ef548-0549-4e1d-bf57-e2e42ceacaf7 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:09:23.374550 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:09:23.375160 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:09:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:09:23.480602 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:09:23.696794 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-b7a39052-5341-4ba9-9098-b13374ba69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:23.698305 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-b7a39052-5341-4ba9-9098-b13374ba69f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1130 time: 0.1283536 Feb 04 10:09:23.707680 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-aea96593-3c89-45ba-aac4-c24c3958e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:23.709316 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-aea96593-3c89-45ba-aac4-c24c3958e52e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 1129 time: 0.0964906 Feb 04 10:09:23.878340 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'd17b9646-d261-4b88-bc7e-890c3ec2298d', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'port_id': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'mac_address': 'fa:16:3e:15:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:08:48Z', 'updated_at': '2022-02-04T10:09:22Z', 'revision_number': 1, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:09:23.905076 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed1449-b0eb-4b11-87b5-f9d49f2275b8 None None] The sync data for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi is: [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'd17b9646-d261-4b88-bc7e-890c3ec2298d', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'port_id': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'mac_address': 'fa:16:3e:15:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:08:48Z', 'updated_at': '2022-02-04T10:09:22Z', 'revision_number': 1, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:09:24.121977 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5a0b1-0e8e-4d64-b7aa-9399b0234e53 req-a5670b04-5c16-44f9-b905-273829e097a1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:24.125980 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e472bb-a208-4c2c-8be0-7aaa1729c63d None None] New status for floating IP d17b9646-d261-4b88-bc7e-890c3ec2298d: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:09:24.128846 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9a5a0b1-0e8e-4d64-b7aa-9399b0234e53 req-a5670b04-5c16-44f9-b905-273829e097a1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.3883216 Feb 04 10:09:24.131267 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-723a16af-19b8-4391-b5fb-b491028a9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:24.132873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-723a16af-19b8-4391-b5fb-b491028a9839 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.4128630 Feb 04 10:09:24.133852 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-dc36efaa-beec-4ebd-b5f4-2b8302534e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:24.135328 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-dc36efaa-beec-4ebd-b5f4-2b8302534e70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.4249823 Feb 04 10:09:24.205635 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9a5a0b1-0e8e-4d64-b7aa-9399b0234e53 req-95851019-3668-424e-aac6-244b825c6f99 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705225 Feb 04 10:09:24.260521 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55212a47-c1ef-497b-93c7-5a06d992afee req-1668ecfc-b9bb-43f4-959e-341095cf0470 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:24.262019 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55212a47-c1ef-497b-93c7-5a06d992afee req-1668ecfc-b9bb-43f4-959e-341095cf0470 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0554152 Feb 04 10:09:24.306537 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55212a47-c1ef-497b-93c7-5a06d992afee req-188267a5-31a4-4ce4-b6c1-a71c10a58bfb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Feb 04 10:09:25.308745 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f865f-4a6e-42b0-8e59-78efd807b6bd req-0de34e29-8201-431b-a7fb-532ebf5bb392 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:25.310238 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d2f865f-4a6e-42b0-8e59-78efd807b6bd req-0de34e29-8201-431b-a7fb-532ebf5bb392 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Feb 04 10:09:25.355863 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d2f865f-4a6e-42b0-8e59-78efd807b6bd req-f2358f04-ef8f-4c6d-8b38-d1ba9b90f868 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Feb 04 10:09:25.431736 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188412d2-7594-44ad-84ec-018853f6d4cf req-112921a5-5f1e-4bba-ab8c-55539a2b16d1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:25.433104 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-188412d2-7594-44ad-84ec-018853f6d4cf req-112921a5-5f1e-4bba-ab8c-55539a2b16d1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0546851 Feb 04 10:09:25.478438 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-188412d2-7594-44ad-84ec-018853f6d4cf req-e7e10b9d-5d18-4c13-ba8f-378cbd1f6be6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 Feb 04 10:09:25.841004 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-9f5b0926-3556-477f-b48c-14a5951572d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 HTTP/1.1" status: 200 len: 217 time: 0.0504789 Feb 04 10:09:25.920663 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-c1278d8f-119b-41be-83a4-43143a49be54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14fba3f5-e3d3-47ed-89e2-37840156c804 HTTP/1.1" status: 200 len: 1002 time: 0.1221538 Feb 04 10:09:26.470503 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a38c-bbf7-496c-86ac-fae3858e4a36 req-ef859033-188c-4960-a1f0-a81bed3be44d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:26.471914 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9842a38c-bbf7-496c-86ac-fae3858e4a36 req-ef859033-188c-4960-a1f0-a81bed3be44d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Feb 04 10:09:26.517036 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9842a38c-bbf7-496c-86ac-fae3858e4a36 req-20c0ff27-e787-467c-bf4a-9ac9904719d8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390916 Feb 04 10:09:26.600889 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced591e2-ca54-467a-8269-8e60ed7df25a req-5481d477-1c87-4404-ba41-4912de28da59 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:26.602336 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ced591e2-ca54-467a-8269-8e60ed7df25a req-5481d477-1c87-4404-ba41-4912de28da59 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0511658 Feb 04 10:09:26.651339 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ced591e2-ca54-467a-8269-8e60ed7df25a req-cc733509-ee49-48c0-898e-376e9bd97505 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Feb 04 10:09:26.837880 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-6d794e37-3fae-4d79-be70-d69528aff809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:26.839293 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-6d794e37-3fae-4d79-be70-d69528aff809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.0779908 Feb 04 10:09:26.840722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-eae3776a-b05e-467f-890b-5eff35e60aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:26.842025 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-eae3776a-b05e-467f-890b-5eff35e60aa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0730453 Feb 04 10:09:26.908685 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-87976d96-13d6-4fc5-8929-708a85052422 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537691 Feb 04 10:09:26.971528 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-85ba3bb9-45ac-45a8-81ff-894069292a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:26.974863 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-85ba3bb9-45ac-45a8-81ff-894069292a49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164012 Feb 04 10:09:27.086140 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-a6ea4a84-4de8-4a6e-b79d-20fbaffe3042 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663680 Feb 04 10:09:27.109566 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-9212463d-b6b5-48a3-9a22-c392478fff4d service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281836 Feb 04 10:09:27.252105 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-15aed5fd-f556-457b-a5b0-f343e8ee62bc req-f3e5a88e-817d-487f-9b92-544cc753ba52 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547511 Feb 04 10:09:27.256926 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83678d33-2244-4cde-89ca-7987e24e8ae9 req-9e782163-115e-4b46-967c-7b26d760c021 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376970 Feb 04 10:09:27.634564 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910b897-abd7-4f34-abff-7d4c887b672d req-051a3f44-08fa-40ac-9622-b6c0816fa679 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:27.636044 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a910b897-abd7-4f34-abff-7d4c887b672d req-051a3f44-08fa-40ac-9622-b6c0816fa679 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Feb 04 10:09:27.685775 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a910b897-abd7-4f34-abff-7d4c887b672d req-a166adcb-042b-42f5-9fc4-131db5598204 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Feb 04 10:09:27.928496 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663ad24-8fca-44a6-9e39-e2e8f1e1136b req-48e26005-211c-48f0-8fbb-c349002f6dad tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:27.930280 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0663ad24-8fca-44a6-9e39-e2e8f1e1136b req-48e26005-211c-48f0-8fbb-c349002f6dad tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0635281 Feb 04 10:09:27.984755 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0663ad24-8fca-44a6-9e39-e2e8f1e1136b req-7748ce47-3239-4100-93b5-67a036bdb5cf tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Feb 04 10:09:28.806179 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2b3ad-9619-4ace-ac44-230618397b0d req-cb01af37-5458-48c0-b7ae-52955bca7a9d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:28.807653 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2a2b3ad-9619-4ace-ac44-230618397b0d req-cb01af37-5458-48c0-b7ae-52955bca7a9d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Feb 04 10:09:28.852648 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2a2b3ad-9619-4ace-ac44-230618397b0d req-b241cc72-359f-4c05-8fe2-ec34f8d646f0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Feb 04 10:09:29.565331 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:29.687315 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bee6-e1c9-4164-92fc-8cfd5b7cf8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:29.765711 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bee6-e1c9-4164-92fc-8cfd5b7cf8c9 admin admin] Publish callbacks [] for security_group (ecae7a3a-f672-4872-a237-e1986050f7c9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:29.769907 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bee6-e1c9-4164-92fc-8cfd5b7cf8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ecae7a3a-f672-4872-a237-e1986050f7c9), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:29.800430 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2bee6-e1c9-4164-92fc-8cfd5b7cf8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecae7a3a-f672-4872-a237-e1986050f7c9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:29.815547 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58830) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:29.822439 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c8e2bee6-e1c9-4164-92fc-8cfd5b7cf8c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aad16d5102624586992431672d5d9973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536058 Feb 04 10:09:29.871765 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Publish callbacks [] for security_group (ecae7a3a-f672-4872-a237-e1986050f7c9), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:29.901021 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Publish callbacks [] for security_group (ecae7a3a-f672-4872-a237-e1986050f7c9), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:29.951946 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ecae7a3a-f672-4872-a237-e1986050f7c9), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:29.954822 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:29.956019 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecae7a3a-f672-4872-a237-e1986050f7c9 HTTP/1.1" status: 204 len: 168 time: 0.1394885 Feb 04 10:09:29.965627 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecae7a3a-f672-4872-a237-e1986050f7c9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:29.972865 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.973245 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.973619 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.973955 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.974285 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.974614 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.974941 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.975264 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.975608 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.975957 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.976284 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.976604 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:29.976921 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc722b8f-4866-431e-9d26-b5a07e49b57f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:30.013552 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa9b47-21ab-40a9-b322-13f7c6e76813 req-88c02cb3-3dcb-4fde-88dc-39fd78749818 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:30.015296 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-43fa9b47-21ab-40a9-b322-13f7c6e76813 req-88c02cb3-3dcb-4fde-88dc-39fd78749818 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0718906 Feb 04 10:09:30.066956 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-43fa9b47-21ab-40a9-b322-13f7c6e76813 req-ca3741b0-ae22-4f35-a033-4bfd15b6ea6c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Feb 04 10:09:30.236081 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:30.249365 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2edd434-afed-44ad-a3b0-b4f99fc52938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:30.322121 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2edd434-afed-44ad-a3b0-b4f99fc52938 admin admin] Publish callbacks [] for security_group (11c724d4-8255-43f6-b299-ed3479bf2cde), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:30.325787 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2edd434-afed-44ad-a3b0-b4f99fc52938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (11c724d4-8255-43f6-b299-ed3479bf2cde), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:30.362531 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c2edd434-afed-44ad-a3b0-b4f99fc52938 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ee9f38f69f2484da09e0704b291fa16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253946 Feb 04 10:09:30.363376 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edd434-afed-44ad-a3b0-b4f99fc52938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c724d4-8255-43f6-b299-ed3479bf2cde,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:30.366320 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:30.419786 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-411cc7d9-28c8-4bc2-9083-410a1c353b7a admin admin] Publish callbacks [] for security_group (11c724d4-8255-43f6-b299-ed3479bf2cde), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:30.440678 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-411cc7d9-28c8-4bc2-9083-410a1c353b7a admin admin] Publish callbacks [] for security_group (11c724d4-8255-43f6-b299-ed3479bf2cde), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:30.489554 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-411cc7d9-28c8-4bc2-9083-410a1c353b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (11c724d4-8255-43f6-b299-ed3479bf2cde), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:30.492268 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-411cc7d9-28c8-4bc2-9083-410a1c353b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:30.493406 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-411cc7d9-28c8-4bc2-9083-410a1c353b7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11c724d4-8255-43f6-b299-ed3479bf2cde HTTP/1.1" status: 204 len: 168 time: 0.1261952 Feb 04 10:09:30.501644 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cc7d9-28c8-4bc2-9083-410a1c353b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c724d4-8255-43f6-b299-ed3479bf2cde,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:31.221224 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b79eb-4ba3-4b35-8727-4e25c4b31c0d req-84314f89-6870-4482-ac1f-3d4fcb05485f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:31.224011 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-197b79eb-4ba3-4b35-8727-4e25c4b31c0d req-84314f89-6870-4482-ac1f-3d4fcb05485f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0794461 Feb 04 10:09:31.284677 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-197b79eb-4ba3-4b35-8727-4e25c4b31c0d req-15479f23-e0f1-4fd3-a378-4942539a0e78 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533175 Feb 04 10:09:32.331367 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:32.418833 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f310-910a-40c5-b0ff-134967fe7e2b req-9b8672c9-6940-443e-8a25-7364c1a753a7 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:32.421370 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ca1f310-910a-40c5-b0ff-134967fe7e2b req-9b8672c9-6940-443e-8a25-7364c1a753a7 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.0839627 Feb 04 10:09:32.459380 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df7e3a-954f-43ee-93bf-47a758379a9c req-d967e722-fded-40c6-8e4a-c31e9248b684 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:32.461024 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c6df7e3a-954f-43ee-93bf-47a758379a9c req-d967e722-fded-40c6-8e4a-c31e9248b684 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0940742 Feb 04 10:09:32.473620 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c75cb241-abf7-4406-b5b8-187a8f8f97b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.507983 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ca1f310-910a-40c5-b0ff-134967fe7e2b req-10da41de-5076-4ef5-b577-03b4c9be0d81 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735524 Feb 04 10:09:32.535784 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c6df7e3a-954f-43ee-93bf-47a758379a9c req-bd6588bc-d454-4cca-96d2-5aa65f5e41ab tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679750 Feb 04 10:09:32.540735 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58966) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:32.561927 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c75cb241-abf7-4406-b5b8-187a8f8f97b2 admin admin] Publish callbacks [] for security_group (e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.566146 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c75cb241-abf7-4406-b5b8-187a8f8f97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.605784 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c75cb241-abf7-4406-b5b8-187a8f8f97b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=775e718fc9954d398dc2d358692ef5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732968 Feb 04 10:09:32.606970 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cb241-abf7-4406-b5b8-187a8f8f97b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:32.608541 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58970) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:32.668044 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0658c96f-6491-4332-9a03-7be1c2da6bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.691871 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Publish callbacks [] for security_group (e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.726428 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Publish callbacks [] for security_group (e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.795546 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0658c96f-6491-4332-9a03-7be1c2da6bf6 admin admin] Publish callbacks [] for security_group (b0a92cd0-c524-42d6-9068-4ac9dc6a5940), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.797207 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.800275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.802294 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc HTTP/1.1" status: 204 len: 168 time: 0.1920536 Feb 04 10:09:32.805810 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0658c96f-6491-4332-9a03-7be1c2da6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b0a92cd0-c524-42d6-9068-4ac9dc6a5940), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.813219 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8beb0f7-4fc6-460c-b7bd-dfb9f42ff5bc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:32.838967 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.839314 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.839678 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.840015 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.840340 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.840664 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.841067 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.841388 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.841707 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.842023 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.842344 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.842654 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.842964 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f856e8-f041-40a4-92fc-833505e94412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:32.860482 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58974) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:32.860765 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0658c96f-6491-4332-9a03-7be1c2da6bf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc31f90f7af04c57901e7c4f268c3e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187988 Feb 04 10:09:32.876962 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658c96f-6491-4332-9a03-7be1c2da6bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a92cd0-c524-42d6-9068-4ac9dc6a5940,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:32.914330 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-301e8b68-cd2e-486c-a3ff-0e74ada133a5 admin admin] Publish callbacks [] for security_group (b0a92cd0-c524-42d6-9068-4ac9dc6a5940), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.937043 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-301e8b68-cd2e-486c-a3ff-0e74ada133a5 admin admin] Publish callbacks [] for security_group (b0a92cd0-c524-42d6-9068-4ac9dc6a5940), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.987831 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-301e8b68-cd2e-486c-a3ff-0e74ada133a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b0a92cd0-c524-42d6-9068-4ac9dc6a5940), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.990500 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-301e8b68-cd2e-486c-a3ff-0e74ada133a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:32.991673 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-301e8b68-cd2e-486c-a3ff-0e74ada133a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0a92cd0-c524-42d6-9068-4ac9dc6a5940 HTTP/1.1" status: 204 len: 168 time: 0.1301372 Feb 04 10:09:32.999427 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e8b68-cd2e-486c-a3ff-0e74ada133a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a92cd0-c524-42d6-9068-4ac9dc6a5940,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:33.106702 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 58980) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:33.120722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7829248f-51b3-450f-b167-5c2e33759f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.204647 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7829248f-51b3-450f-b167-5c2e33759f2d admin admin] Publish callbacks [] for security_group (84250533-19c1-4d36-96eb-365e85b4458b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.209200 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7829248f-51b3-450f-b167-5c2e33759f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (84250533-19c1-4d36-96eb-365e85b4458b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.251405 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7829248f-51b3-450f-b167-5c2e33759f2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88884d27ab36478d87752877cd9e4040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435764 Feb 04 10:09:33.252146 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829248f-51b3-450f-b167-5c2e33759f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84250533-19c1-4d36-96eb-365e85b4458b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:33.254084 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:33.305702 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0eff-2c23-4e59-9ae2-1c1beda14d51 admin admin] Publish callbacks [] for security_group (84250533-19c1-4d36-96eb-365e85b4458b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.328921 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0eff-2c23-4e59-9ae2-1c1beda14d51 admin admin] Publish callbacks [] for security_group (84250533-19c1-4d36-96eb-365e85b4458b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.376896 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0eff-2c23-4e59-9ae2-1c1beda14d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (84250533-19c1-4d36-96eb-365e85b4458b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.380745 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0eff-2c23-4e59-9ae2-1c1beda14d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.381887 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bbaa0eff-2c23-4e59-9ae2-1c1beda14d51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84250533-19c1-4d36-96eb-365e85b4458b HTTP/1.1" status: 204 len: 168 time: 0.1249909 Feb 04 10:09:33.402048 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:33.409276 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa0eff-2c23-4e59-9ae2-1c1beda14d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84250533-19c1-4d36-96eb-365e85b4458b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:33.416625 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-088b5c90-5ed0-48b3-82f9-a62d4e739d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.497054 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-088b5c90-5ed0-48b3-82f9-a62d4e739d6b admin admin] Publish callbacks [] for security_group (2c4dfbde-db9a-479f-b922-f46636d51a43), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.501381 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-088b5c90-5ed0-48b3-82f9-a62d4e739d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (2c4dfbde-db9a-479f-b922-f46636d51a43), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.539030 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b5c90-5ed0-48b3-82f9-a62d4e739d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4dfbde-db9a-479f-b922-f46636d51a43,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:33.543308 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-088b5c90-5ed0-48b3-82f9-a62d4e739d6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=404259b9d0844aaab2fb708561767c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400263 Feb 04 10:09:33.545921 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 58998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:33.598066 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0954be98-dcc5-4cb4-b54d-62191a69db97 admin admin] Publish callbacks [] for security_group (2c4dfbde-db9a-479f-b922-f46636d51a43), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.621061 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0954be98-dcc5-4cb4-b54d-62191a69db97 admin admin] Publish callbacks [] for security_group (2c4dfbde-db9a-479f-b922-f46636d51a43), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.681405 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0954be98-dcc5-4cb4-b54d-62191a69db97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (2c4dfbde-db9a-479f-b922-f46636d51a43), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.684562 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0954be98-dcc5-4cb4-b54d-62191a69db97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:33.685711 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0954be98-dcc5-4cb4-b54d-62191a69db97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c4dfbde-db9a-479f-b922-f46636d51a43 HTTP/1.1" status: 204 len: 168 time: 0.1389112 Feb 04 10:09:33.695967 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954be98-dcc5-4cb4-b54d-62191a69db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4dfbde-db9a-479f-b922-f46636d51a43,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:33.725955 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1bf52-aea5-457c-b4d7-ccd8eb310a3d req-b9283bb2-a778-4794-9cf7-85839df9cc87 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:33.728139 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7ab1bf52-aea5-457c-b4d7-ccd8eb310a3d req-b9283bb2-a778-4794-9cf7-85839df9cc87 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1029992 Feb 04 10:09:33.745295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558621bc-aabf-43b7-a806-bba82ca0a396 req-690ce77d-0be7-4ac5-9ad3-975775749576 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:33.746798 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-558621bc-aabf-43b7-a806-bba82ca0a396 req-690ce77d-0be7-4ac5-9ad3-975775749576 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.1062152 Feb 04 10:09:33.821992 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7ab1bf52-aea5-457c-b4d7-ccd8eb310a3d req-ce222d4f-f1e5-4e05-9a2d-3140e58e2dee tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852613 Feb 04 10:09:33.833597 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-558621bc-aabf-43b7-a806-bba82ca0a396 req-fc87004e-836b-4193-8f61-9c4142b7b31d tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787604 Feb 04 10:09:35.012513 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8898d7-12e0-4b6e-aea5-050fbfad7735 req-e63aade3-9f71-41cf-9fd6-8969ae4e35bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:35.013991 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e8898d7-12e0-4b6e-aea5-050fbfad7735 req-e63aade3-9f71-41cf-9fd6-8969ae4e35bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0896316 Feb 04 10:09:35.025961 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646216c4-2e93-4599-acab-9b482314bc62 req-88f022b0-6e57-4617-b4dd-4a8d7c36d051 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:35.027409 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-646216c4-2e93-4599-acab-9b482314bc62 req-88f022b0-6e57-4617-b4dd-4a8d7c36d051 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.0730238 Feb 04 10:09:35.099221 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e8898d7-12e0-4b6e-aea5-050fbfad7735 req-f2c7a4c4-9eff-4649-9ac8-167a95fffcef tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707586 Feb 04 10:09:35.102342 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-646216c4-2e93-4599-acab-9b482314bc62 req-82ce910b-c1ef-4c5e-adf8-ffdd0fead4ca tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673113 Feb 04 10:09:36.251786 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3b397-8557-44cd-9a9d-ec685284e047 req-7ab2bcbf-d156-427e-9098-b8f882f6946b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:36.253351 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bea3b397-8557-44cd-9a9d-ec685284e047 req-7ab2bcbf-d156-427e-9098-b8f882f6946b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0836654 Feb 04 10:09:36.261371 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cc48f-71c1-461e-a4aa-30f443734236 req-b1373b8b-8461-4827-be79-3135f887c780 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:36.262760 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-670cc48f-71c1-461e-a4aa-30f443734236 req-b1373b8b-8461-4827-be79-3135f887c780 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.0844731 Feb 04 10:09:36.342368 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bea3b397-8557-44cd-9a9d-ec685284e047 req-8e4e8370-d99c-4271-9e1d-35ae183279ba tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786612 Feb 04 10:09:36.360569 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-670cc48f-71c1-461e-a4aa-30f443734236 req-d0245115-b213-4aca-8aca-db860f47ff52 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900798 Feb 04 10:09:36.378325 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-54e69bfb-f291-4be3-bcbe-cff98dc7d448 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542202 Feb 04 10:09:36.533526 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-e0dfadd7-7e00-4fb1-b3b4-c9f686ada796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:36.535031 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-e0dfadd7-7e00-4fb1-b3b4-c9f686ada796 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 1129 time: 0.0473051 Feb 04 10:09:36.642454 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-9a0a1768-1c82-4eff-b384-9b4d5fc7051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:36.643930 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-9a0a1768-1c82-4eff-b384-9b4d5fc7051d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 915 time: 0.0906546 Feb 04 10:09:36.686787 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-efcc3df0-2301-4e43-aaf4-dfb38a004ec5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9 HTTP/1.1" status: 200 len: 217 time: 0.0357635 Feb 04 10:09:36.739974 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-71df2954-7112-4ae4-9fe1-1694d79a0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:36.741439 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-71df2954-7112-4ae4-9fe1-1694d79a0e55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.0434370 Feb 04 10:09:36.835862 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-3705611e-90d5-415e-b02d-ea586a3cbeb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254025 Feb 04 10:09:36.943979 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-b2ca357a-4077-4c4b-9031-ffcb63ff8ed5 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964043 Feb 04 10:09:37.061579 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68b5d9e6-b32b-4af4-b1d0-c3a2330238d0 req-917a39c0-e3ad-49d1-bf2c-649ea8cae6e5 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886486 Feb 04 10:09:37.504137 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064fad1-85f8-48cd-9f99-ba841d50a187 req-06d823cc-e406-4807-a65a-452adc2255ce tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:37.505599 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e064fad1-85f8-48cd-9f99-ba841d50a187 req-06d823cc-e406-4807-a65a-452adc2255ce tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0955245 Feb 04 10:09:37.516662 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfd12b-f510-469d-9720-f9a8824fc8ba req-0892bec3-16c7-4e89-9079-8e42486bae14 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:37.518154 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-34bfd12b-f510-469d-9720-f9a8824fc8ba req-0892bec3-16c7-4e89-9079-8e42486bae14 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.0737267 Feb 04 10:09:37.586098 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e064fad1-85f8-48cd-9f99-ba841d50a187 req-15594966-07fb-4496-907a-e0beff4c28d4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Feb 04 10:09:37.597454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-34bfd12b-f510-469d-9720-f9a8824fc8ba req-65fd4c68-5f34-4804-b6d1-136ac4d00806 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720723 Feb 04 10:09:37.784764 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:37.888914 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ec22049-aa28-4775-8b21-54626fe8d046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:37.963101 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ec22049-aa28-4775-8b21-54626fe8d046 admin admin] Publish callbacks [] for security_group (3a9620b5-91d3-48c5-9c05-5e58dd942bf8), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:37.969717 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ec22049-aa28-4775-8b21-54626fe8d046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3a9620b5-91d3-48c5-9c05-5e58dd942bf8), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.013373 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22049-aa28-4775-8b21-54626fe8d046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9620b5-91d3-48c5-9c05-5e58dd942bf8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:38.017595 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3ec22049-aa28-4775-8b21-54626fe8d046 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb88cfbb0ac1491d82e4953da8b0a507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318401 Feb 04 10:09:38.020973 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59192) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:38.066741 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e9af-a5a0-4ae6-a09a-2dfb0eb783a3 admin admin] Publish callbacks [] for security_group (3a9620b5-91d3-48c5-9c05-5e58dd942bf8), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.090306 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e9af-a5a0-4ae6-a09a-2dfb0eb783a3 admin admin] Publish callbacks [] for security_group (3a9620b5-91d3-48c5-9c05-5e58dd942bf8), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.136764 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e9af-a5a0-4ae6-a09a-2dfb0eb783a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3a9620b5-91d3-48c5-9c05-5e58dd942bf8), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.139698 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e9af-a5a0-4ae6-a09a-2dfb0eb783a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.140938 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b0e6e9af-a5a0-4ae6-a09a-2dfb0eb783a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a9620b5-91d3-48c5-9c05-5e58dd942bf8 HTTP/1.1" status: 204 len: 168 time: 0.1197028 Feb 04 10:09:38.152945 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6e9af-a5a0-4ae6-a09a-2dfb0eb783a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9620b5-91d3-48c5-9c05-5e58dd942bf8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:38.413031 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59200) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:38.425694 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4d2889e1-ca24-463c-b639-73f3b2a90aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.502770 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4d2889e1-ca24-463c-b639-73f3b2a90aaf admin admin] Publish callbacks [] for security_group (9c143f45-a216-4bc2-99d8-52da731d5b67), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.506956 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4d2889e1-ca24-463c-b639-73f3b2a90aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9c143f45-a216-4bc2-99d8-52da731d5b67), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.542220 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2889e1-ca24-463c-b639-73f3b2a90aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c143f45-a216-4bc2-99d8-52da731d5b67,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:38.547384 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4d2889e1-ca24-463c-b639-73f3b2a90aaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d601891c198d4dafb3351d6c5ca7442a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333408 Feb 04 10:09:38.550157 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59202) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:38.598291 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3792cae7-66fc-4dee-8d10-b4f0c92d2fbf admin admin] Publish callbacks [] for security_group (9c143f45-a216-4bc2-99d8-52da731d5b67), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.622019 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3792cae7-66fc-4dee-8d10-b4f0c92d2fbf admin admin] Publish callbacks [] for security_group (9c143f45-a216-4bc2-99d8-52da731d5b67), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.678612 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3792cae7-66fc-4dee-8d10-b4f0c92d2fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9c143f45-a216-4bc2-99d8-52da731d5b67), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.681204 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3792cae7-66fc-4dee-8d10-b4f0c92d2fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:38.682365 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3792cae7-66fc-4dee-8d10-b4f0c92d2fbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c143f45-a216-4bc2-99d8-52da731d5b67 HTTP/1.1" status: 204 len: 168 time: 0.1310506 Feb 04 10:09:38.700754 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792cae7-66fc-4dee-8d10-b4f0c92d2fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c143f45-a216-4bc2-99d8-52da731d5b67,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:38.783857 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b94ed-0c03-48c1-94d4-f2227b53ba12 req-ff7b8ad4-1e4a-4899-adbc-3b2574a417c1 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:38.785361 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-075b94ed-0c03-48c1-94d4-f2227b53ba12 req-ff7b8ad4-1e4a-4899-adbc-3b2574a417c1 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.1019435 Feb 04 10:09:38.792078 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbb234-4a94-456e-9f03-5ed2d7b2cf86 req-fe93270d-3383-4757-81bd-35c325f7cb97 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:38.793448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c1dbb234-4a94-456e-9f03-5ed2d7b2cf86 req-fe93270d-3383-4757-81bd-35c325f7cb97 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1025238 Feb 04 10:09:38.865193 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-075b94ed-0c03-48c1-94d4-f2227b53ba12 req-1a9e76bb-5bce-43c2-9355-7e6df0564edf tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707693 Feb 04 10:09:38.873126 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c1dbb234-4a94-456e-9f03-5ed2d7b2cf86 req-f478301f-f107-49af-b0fc-d08a053a7ef3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722110 Feb 04 10:09:40.015002 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992af53-78ba-480d-8481-3af15c92129c req-6c06bb10-1dae-45f1-a6cb-2506819e26f9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:40.016619 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9992af53-78ba-480d-8481-3af15c92129c req-6c06bb10-1dae-45f1-a6cb-2506819e26f9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0736024 Feb 04 10:09:40.073191 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9992af53-78ba-480d-8481-3af15c92129c req-93a91ab2-3248-4390-b8c9-d36558463e30 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502789 Feb 04 10:09:40.123240 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d307f00-a932-4f7e-8259-bfb2902ef557 req-a153d191-b95b-4663-84a9-c5ffc4b31ad6 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:40.124749 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7d307f00-a932-4f7e-8259-bfb2902ef557 req-a153d191-b95b-4663-84a9-c5ffc4b31ad6 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.0507140 Feb 04 10:09:40.171465 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7d307f00-a932-4f7e-8259-bfb2902ef557 req-9b7b1279-9061-4c33-adea-1a7c881ed854 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Feb 04 10:09:40.488639 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:40.789865 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb03896-f759-4c5b-82a0-253df59258bc req-2fdeb780-71e6-4b62-b266-96d5d06cef26 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:40.791400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cb03896-f759-4c5b-82a0-253df59258bc req-2fdeb780-71e6-4b62-b266-96d5d06cef26 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.0565310 Feb 04 10:09:40.821702 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59a49796-c3e8-4b57-b276-51fbff649cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:40.940096 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Deleting port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:09:40.940438 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.061038 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] For port 5a3629c9-2624-4c0a-b791-27f1ad108ff0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5a3629c9-2624-4c0a-b791-27f1ad108ff0,segment=NetworkSegment(1d42d16d-9df8-4d46-b11d-bc89ce3523bf),segment_id=1d42d16d-9df8-4d46-b11d-bc89ce3523bf)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:41.061685 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.079083 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Calling delete_port for 5a3629c9-2624-4c0a-b791-27f1ad108ff0 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:09:41.079841 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:41.218341 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c4986d1-da1d-4e99-a49d-6178146396ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.352045 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c4986d1-da1d-4e99-a49d-6178146396ea admin admin] Publish callbacks [] for security_group (ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.358255 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c4986d1-da1d-4e99-a49d-6178146396ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.405307 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4986d1-da1d-4e99-a49d-6178146396ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:41.411166 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4c4986d1-da1d-4e99-a49d-6178146396ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e960c69822f74584b4b331e6cfcfb002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296921 Feb 04 10:09:41.414184 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59320) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:41.471344 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4592ae4c-f110-46a0-8fd7-d2cdc9b7e286 admin admin] Publish callbacks [] for security_group (ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.498639 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4592ae4c-f110-46a0-8fd7-d2cdc9b7e286 admin admin] Publish callbacks [] for security_group (ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.548312 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b00a6-55c4-4d87-a2d2-64c28c67e22a req-b44fd4b0-c3d9-4254-9dcf-fe6b71a97174 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:41.549946 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-228b00a6-55c4-4d87-a2d2-64c28c67e22a req-b44fd4b0-c3d9-4254-9dcf-fe6b71a97174 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.3688943 Feb 04 10:09:41.562658 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4592ae4c-f110-46a0-8fd7-d2cdc9b7e286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.565326 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4592ae4c-f110-46a0-8fd7-d2cdc9b7e286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.566409 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4592ae4c-f110-46a0-8fd7-d2cdc9b7e286 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8 HTTP/1.1" status: 204 len: 168 time: 0.1508460 Feb 04 10:09:41.576064 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592ae4c-f110-46a0-8fd7-d2cdc9b7e286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed728d5b-4ef8-4b9b-9d06-8ef7ff8a72e8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:41.616249 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194ebf1-5e45-4724-acf8-ac42dd3ce03e req-7a1fb058-c48d-46a1-bc55-0a54b8a3030d tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:41.623283 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4194ebf1-5e45-4724-acf8-ac42dd3ce03e req-7a1fb058-c48d-46a1-bc55-0a54b8a3030d tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 945 time: 0.1659863 Feb 04 10:09:41.667273 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (5a3629c9-2624-4c0a-b791-27f1ad108ff0), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.716779 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Pushing event deleted for resources: {'Port': ['ID=5a3629c9-2624-4c0a-b791-27f1ad108ff0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:41.728066 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-228b00a6-55c4-4d87-a2d2-64c28c67e22a req-928565d2-6e84-40cd-9740-17686fb4d5b2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690245 Feb 04 10:09:41.741888 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4194ebf1-5e45-4724-acf8-ac42dd3ce03e req-e31f5a69-9ab9-4679-996f-159b4db23fdb tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/security-groups?id=6921a8e0-24c8-44f4-b378-b70fce2fcb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178436 Feb 04 10:09:41.813244 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] No DVR routers for this DVR port 5a3629c9-2624-4c0a-b791-27f1ad108ff0 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:09:41.817050 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:41.821099 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cb03896-f759-4c5b-82a0-253df59258bc req-325da5dd-8ce5-4f7a-bb00-26ea786d93d4 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.57 "DELETE /v2.0/ports/5a3629c9-2624-4c0a-b791-27f1ad108ff0 HTTP/1.1" status: 204 len: 173 time: 1.0082715 Feb 04 10:09:41.821561 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'name': 'network-vif-deleted', 'tag': '5a3629c9-2624-4c0a-b791-27f1ad108ff0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:41.823859 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14e855b-502d-4ee8-abd2-d960584567d1" -d '{"events": [{"server_uuid": "b8bc58e5-bd9e-4757-b646-807704d7b820", "name": "network-vif-deleted", "tag": "5a3629c9-2624-4c0a-b791-27f1ad108ff0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:41.868331 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21864fc5-c97b-4ec6-91db-c6d3646b423f x-openstack-request-id: req-21864fc5-c97b-4ec6-91db-c6d3646b423f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:41.868710 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bc58e5-bd9e-4757-b646-807704d7b820", "name": "network-vif-deleted", "tag": "5a3629c9-2624-4c0a-b791-27f1ad108ff0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:41.868907 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21864fc5-c97b-4ec6-91db-c6d3646b423f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:41.869314 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bc58e5-bd9e-4757-b646-807704d7b820', 'name': 'network-vif-deleted', 'tag': '5a3629c9-2624-4c0a-b791-27f1ad108ff0', 'status': 'completed', 'code': 200} Feb 04 10:09:41.944684 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59338) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:41.959769 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f05b1a20-9e1c-43df-aa2a-48d1875c3cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:42.041748 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f05b1a20-9e1c-43df-aa2a-48d1875c3cd6 admin admin] Publish callbacks [] for security_group (4aa70230-c7ec-48c1-89da-2a5012a8b876), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:42.045202 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f05b1a20-9e1c-43df-aa2a-48d1875c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (4aa70230-c7ec-48c1-89da-2a5012a8b876), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:42.080905 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b1a20-9e1c-43df-aa2a-48d1875c3cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa70230-c7ec-48c1-89da-2a5012a8b876,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:42.085086 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f05b1a20-9e1c-43df-aa2a-48d1875c3cd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f40512fa4004416a98c94e64a41a3a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393888 Feb 04 10:09:42.087668 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:42.142683 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73522581-0579-4ee0-a504-b95658592b95 admin admin] Publish callbacks [] for security_group (4aa70230-c7ec-48c1-89da-2a5012a8b876), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:42.162935 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73522581-0579-4ee0-a504-b95658592b95 admin admin] Publish callbacks [] for security_group (4aa70230-c7ec-48c1-89da-2a5012a8b876), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:42.211088 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73522581-0579-4ee0-a504-b95658592b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (4aa70230-c7ec-48c1-89da-2a5012a8b876), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:42.213726 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73522581-0579-4ee0-a504-b95658592b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:42.215143 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-73522581-0579-4ee0-a504-b95658592b95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4aa70230-c7ec-48c1-89da-2a5012a8b876 HTTP/1.1" status: 204 len: 168 time: 0.1266549 Feb 04 10:09:42.223037 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73522581-0579-4ee0-a504-b95658592b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa70230-c7ec-48c1-89da-2a5012a8b876,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:42.860829 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2f99-ce2d-4f27-a6f7-e053b72367e6 req-f8fc4b9a-a4fd-40f1-ac40-5829c44a576a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:42.862322 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9cca2f99-ce2d-4f27-a6f7-e053b72367e6 req-f8fc4b9a-a4fd-40f1-ac40-5829c44a576a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0718479 Feb 04 10:09:42.895137 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-147e9d57-5483-425c-818f-c5a122c030d6 req-3abd41ff-b594-4ad6-bb95-d46b9119b7ea tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.0318210 Feb 04 10:09:42.957444 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9cca2f99-ce2d-4f27-a6f7-e053b72367e6 req-df4284a4-f03c-4faa-965d-83a5d980e881 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809875 Feb 04 10:09:43.073151 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ac7f-a607-4783-9dfb-451efcfd93e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:43.242527 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-2e057833-ad13-46f4-965c-19809a4a38ac tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:43.244015 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-2e057833-ad13-46f4-965c-19809a4a38ac tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.1031437 Feb 04 10:09:43.259031 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-68065737-d2bc-4d26-ae8a-32e2c2c1665d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/quotas/0d544571182f4879a81dbcb723b707e4 HTTP/1.1" status: 200 len: 375 time: 0.0095720 Feb 04 10:09:43.310189 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-8bfa7627-b35f-4b88-905d-7024bf93a27c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457931 Feb 04 10:09:43.401427 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-cb70a067-391f-40cf-a44e-d359f89f81c3 service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843654 Feb 04 10:09:43.489440 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-969fa286-d7ac-4314-aeb5-5d1cda2a933f service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825038 Feb 04 10:09:43.666295 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20cf6f70-6e35-4d2f-b7f8-568ed2ac14cc req-91734205-8387-4007-84b5-3ca5829e7cea tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 210 time: 0.0348420 Feb 04 10:09:43.846588 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:43.940925 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5a3629c9-2624-4c0a-b791-27f1ad108ff0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:09:43.980195 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 5a3629c9-2624-4c0a-b791-27f1ad108ff0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:09:43.980746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5a3629c9-2624-4c0a-b791-27f1ad108ff0 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:09:44.051682 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7d94c73f-b98b-4c66-a671-d8d87f532c47 req-b4d05fc1-88c9-43aa-a3c6-dd3149f1e23c tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.0522904 Feb 04 10:09:44.109324 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689ca7b-5377-4c7e-8c51-11878b244d1a req-ba6d52c9-58e0-4e46-82f4-5a2fa7e296dc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:44.111001 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1689ca7b-5377-4c7e-8c51-11878b244d1a req-ba6d52c9-58e0-4e46-82f4-5a2fa7e296dc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0620146 Feb 04 10:09:44.161995 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1689ca7b-5377-4c7e-8c51-11878b244d1a req-d65bf859-8108-49d2-854e-7fff2d42d0d3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Feb 04 10:09:44.266873 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:09:44.754433 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c05928d7-ccb5-461e-a805-cbe0ef2ed0b7 req-595521bb-a70b-4303-9579-41bab2a1bf06 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 210 time: 0.0257471 Feb 04 10:09:45.158633 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5350dcd4-d4d2-4e46-abe7-788601a804ba req-77640407-6593-45c7-ad16-a9eeed47c434 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.0278018 Feb 04 10:09:45.288341 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f54741-d4ee-4b31-99b0-209d5ee898c0 req-7a18e0dd-c5da-4d1a-b515-ca89dfd3c858 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:45.289741 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39f54741-d4ee-4b31-99b0-209d5ee898c0 req-7a18e0dd-c5da-4d1a-b515-ca89dfd3c858 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0591483 Feb 04 10:09:45.336847 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39f54741-d4ee-4b31-99b0-209d5ee898c0 req-c6d01f15-c57c-4caa-9068-3fbf0be9ce10 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Feb 04 10:09:45.550139 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:45.847249 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08204fe1-567f-40e1-89b2-675dfa35a5b0 req-227fe2d3-9221-4230-a5e0-539acbb0bd13 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 210 time: 0.0265861 Feb 04 10:09:45.964499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-363be7de-9ac7-4857-9fe3-da3956abf867 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:45.966021 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-363be7de-9ac7-4857-9fe3-da3956abf867 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.1142156 Feb 04 10:09:46.006509 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Request body: {'port': {'device_id': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'admin_state_up': True, 'tenant_id': '0d544571182f4879a81dbcb723b707e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:09:46.113710 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Made reservation on behalf of 0d544571182f4879a81dbcb723b707e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:09:46.117190 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:46.286919 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Allocated IP 172.20.0.4 (ac41d774-dd23-4eab-9748-129411df948c/e8844786-b766-424d-9c3b-50b997710742/27ccf545-2e45-403e-bfd7-78792a4e8360) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:09:46.307929 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6ea57ec-05cf-41a0-9aa3-89264bd14ee9 req-934edc51-e0ea-4799-b5a6-b052d42c8ea9 tempest-DeleteServersTestJSON-2079597551 tempest-DeleteServersTestJSON-2079597551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8bc58e5-bd9e-4757-b646-807704d7b820 HTTP/1.1" status: 200 len: 210 time: 0.0372987 Feb 04 10:09:46.518662 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db202cf-5026-4164-8db6-e09205b71066 req-f02a4d0f-4b56-4d93-8713-dd4a283e83c9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:46.520168 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5db202cf-5026-4164-8db6-e09205b71066 req-f02a4d0f-4b56-4d93-8713-dd4a283e83c9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0942311 Feb 04 10:09:46.542160 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks [] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:46.600209 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5db202cf-5026-4164-8db6-e09205b71066 req-1e7a73a0-6496-413e-97d6-a25cd9ddc21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697498 Feb 04 10:09:46.610393 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:46.655069 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Network ac41d774-dd23-4eab-9748-129411df948c is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:09:46.658100 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:09:46.661420 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:09:46.662793 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:09:46.691221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event updated for resources: {'Port': ['ID=27ccf545-2e45-403e-bfd7-78792a4e8360,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:46.719290 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:46.719932 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:46.737662 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-fb61aa8b-277c-4097-8fae-af3aeb6f3287 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351460 Feb 04 10:09:46.761883 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Request body: {'port': {'device_id': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:09:46.835528 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:46.880390 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.055693 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bcbf2-940e-4897-8cee-30304a6a9a5d req-8bea52ea-300e-423c-b7a2-13e946c035cb tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:47.057174 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed0bcbf2-940e-4897-8cee-30304a6a9a5d req-8bea52ea-300e-423c-b7a2-13e946c035cb tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 931 time: 0.1132348 Feb 04 10:09:47.093858 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59516) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:47.138132 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed0bcbf2-940e-4897-8cee-30304a6a9a5d req-60aa336d-3ccc-42aa-a352-75aad26850bd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 Feb 04 10:09:47.187431 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ccf545-2e45-403e-bfd7-78792a4e8360 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:09:47.196187 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Publish callbacks [] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.204101 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56760749-ac04-468b-b5f5-01a23bce9e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.209011 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Transition to ACTIVE for port object 27ccf545-2e45-403e-bfd7-78792a4e8360 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:09:47.213924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.276113 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Pushing event updated for resources: {'Port': ['ID=27ccf545-2e45-403e-bfd7-78792a4e8360,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:47.308025 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56760749-ac04-468b-b5f5-01a23bce9e4c admin admin] Publish callbacks [] for security_group (33ca1c9e-22b7-47f0-83bc-4725452ad102), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.312608 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56760749-ac04-468b-b5f5-01a23bce9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (33ca1c9e-22b7-47f0-83bc-4725452ad102), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.344897 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Attempting to bind port 27ccf545-2e45-403e-bfd7-78792a4e8360 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:09:47.346049 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Attempting to bind port 27ccf545-2e45-403e-bfd7-78792a4e8360 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:09:47.346456 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Attempting to bind port 27ccf545-2e45-403e-bfd7-78792a4e8360 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:09:47.351822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Port 27ccf545-2e45-403e-bfd7-78792a4e8360 on network ac41d774-dd23-4eab-9748-129411df948c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:09:47.351994 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Attempting to bind port 27ccf545-2e45-403e-bfd7-78792a4e8360 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:09:47.354222 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-56760749-ac04-468b-b5f5-01a23bce9e4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c43d483e8f274549b9290b143a586d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590652 Feb 04 10:09:47.357157 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:47.358526 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56760749-ac04-468b-b5f5-01a23bce9e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca1c9e-22b7-47f0-83bc-4725452ad102,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:47.364996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:09:47.364996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Checking segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:09:47.364996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Bound using segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:09:47.365336 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Bound port: 27ccf545-2e45-403e-bfd7-78792a4e8360, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:09:47.365605 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.472697 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2411038-85fb-4343-b2b6-b029984baa2c admin admin] Publish callbacks [] for security_group (33ca1c9e-22b7-47f0-83bc-4725452ad102), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.474640 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] For port 27ccf545-2e45-403e-bfd7-78792a4e8360, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:09:47.480333 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] For port 27ccf545-2e45-403e-bfd7-78792a4e8360, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=27ccf545-2e45-403e-bfd7-78792a4e8360,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:09:47.493237 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.559617 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2411038-85fb-4343-b2b6-b029984baa2c admin admin] Publish callbacks [] for security_group (33ca1c9e-22b7-47f0-83bc-4725452ad102), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.584457 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:47.585204 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.587116 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] 10.222.0.57 "PUT /v2.0/ports/27ccf545-2e45-403e-bfd7-78792a4e8360 HTTP/1.1" status: 200 len: 1093 time: 0.8306730 Feb 04 10:09:47.587601 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'tag': '27ccf545-2e45-403e-bfd7-78792a4e8360'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:47.589820 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83e21f5-6be3-4919-ba23-5581ccb79329" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8f32a9-b4dd-415a-8792-afe344d20352", "tag": "27ccf545-2e45-403e-bfd7-78792a4e8360"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:47.643936 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df9f07-f586-4cd3-8b7c-3b4d8a2ba0fa service neutron] Pushing event updated for resources: {'Port': ['ID=27ccf545-2e45-403e-bfd7-78792a4e8360,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:47.692679 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d90b98-deb4-48df-aa53-9d30af914267 x-openstack-request-id: req-14d90b98-deb4-48df-aa53-9d30af914267 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:47.692972 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8f32a9-b4dd-415a-8792-afe344d20352", "tag": "27ccf545-2e45-403e-bfd7-78792a4e8360", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:47.693342 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14d90b98-deb4-48df-aa53-9d30af914267 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:47.693606 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'tag': '27ccf545-2e45-403e-bfd7-78792a4e8360', 'status': 'completed', 'code': 200} Feb 04 10:09:47.695516 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2411038-85fb-4343-b2b6-b029984baa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (33ca1c9e-22b7-47f0-83bc-4725452ad102), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.699168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2411038-85fb-4343-b2b6-b029984baa2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:47.702729 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b2411038-85fb-4343-b2b6-b029984baa2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33ca1c9e-22b7-47f0-83bc-4725452ad102 HTTP/1.1" status: 204 len: 168 time: 0.3421741 Feb 04 10:09:47.750471 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411038-85fb-4343-b2b6-b029984baa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca1c9e-22b7-47f0-83bc-4725452ad102,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:47.791190 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-aaf9d71f-7b46-401f-a7d3-9000785c6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:47.792890 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-aaf9d71f-7b46-401f-a7d3-9000785c6185 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 1127 time: 0.1168175 Feb 04 10:09:47.812644 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59560) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:47.813948 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334364a-4098-47b8-9b63-85f2376f6ee5 req-f6197436-9e9f-4228-ad35-361f107c136e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:47.815550 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0334364a-4098-47b8-9b63-85f2376f6ee5 req-f6197436-9e9f-4228-ad35-361f107c136e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0888309 Feb 04 10:09:47.861920 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-dd90c9d1-91b4-4fbe-98fb-d4d6238e7bd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ccf545-2e45-403e-bfd7-78792a4e8360 HTTP/1.1" status: 200 len: 217 time: 0.0453827 Feb 04 10:09:47.928743 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0334364a-4098-47b8-9b63-85f2376f6ee5 req-4c50862b-f188-452f-ba0c-290bbe8a400d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058283 Feb 04 10:09:47.941877 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-b43e8f37-7e16-4927-bc38-f567c5761c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:47.943471 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-b43e8f37-7e16-4927-bc38-f567c5761c9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.0720553 Feb 04 10:09:48.046697 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78d9ac95-f24b-4645-9fcb-0eafb00b7f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.131662 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78d9ac95-f24b-4645-9fcb-0eafb00b7f6a admin admin] Publish callbacks [] for security_group (e8c0239c-c8fd-47f0-9d8d-99840b2360be), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.137095 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78d9ac95-f24b-4645-9fcb-0eafb00b7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e8c0239c-c8fd-47f0-9d8d-99840b2360be), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.178421 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-78d9ac95-f24b-4645-9fcb-0eafb00b7f6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eca397bb895848ccb12b8e4cf4f725cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646924 Feb 04 10:09:48.180484 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9ac95-f24b-4645-9fcb-0eafb00b7f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c0239c-c8fd-47f0-9d8d-99840b2360be,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:48.181158 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:48.267447 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44bc2530-30b3-4834-9ed8-e95ba284fea5 admin admin] Publish callbacks [] for security_group (e8c0239c-c8fd-47f0-9d8d-99840b2360be), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.307631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339a763-37ae-482a-82b6-4283255824fa req-ad8b5bd8-3ff4-42ae-9876-b5c156123d66 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:48.309880 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4339a763-37ae-482a-82b6-4283255824fa req-ad8b5bd8-3ff4-42ae-9876-b5c156123d66 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 943 time: 0.0890982 Feb 04 10:09:48.312882 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44bc2530-30b3-4834-9ed8-e95ba284fea5 admin admin] Publish callbacks [] for security_group (e8c0239c-c8fd-47f0-9d8d-99840b2360be), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.387295 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4339a763-37ae-482a-82b6-4283255824fa req-ccaa99ab-97f8-4b1e-89cb-fae8e49cd1e1 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664821 Feb 04 10:09:48.396236 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44bc2530-30b3-4834-9ed8-e95ba284fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e8c0239c-c8fd-47f0-9d8d-99840b2360be), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.399868 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44bc2530-30b3-4834-9ed8-e95ba284fea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.400965 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-44bc2530-30b3-4834-9ed8-e95ba284fea5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8c0239c-c8fd-47f0-9d8d-99840b2360be HTTP/1.1" status: 204 len: 168 time: 0.2187552 Feb 04 10:09:48.409013 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc2530-30b3-4834-9ed8-e95ba284fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c0239c-c8fd-47f0-9d8d-99840b2360be,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:48.784922 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59600) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:48.798100 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0425db5f-0b89-40b8-9bb6-18351e845437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.893482 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-ebb3d881-2c52-4f73-99c4-36b72e4b5908 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330858 Feb 04 10:09:48.915245 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0425db5f-0b89-40b8-9bb6-18351e845437 admin admin] Publish callbacks [] for security_group (e980d52d-f27f-4294-9aab-d23e2d2fa175), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.919188 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0425db5f-0b89-40b8-9bb6-18351e845437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e980d52d-f27f-4294-9aab-d23e2d2fa175), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:48.960556 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0425db5f-0b89-40b8-9bb6-18351e845437 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b6060f4ce244070ac6441fd160aed81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743538 Feb 04 10:09:48.961822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425db5f-0b89-40b8-9bb6-18351e845437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980d52d-f27f-4294-9aab-d23e2d2fa175,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:48.962489 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59612) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:49.019399 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b4294b10-eff5-40c9-801b-f49fd234a1dc admin admin] Publish callbacks [] for security_group (e980d52d-f27f-4294-9aab-d23e2d2fa175), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:49.042166 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b4294b10-eff5-40c9-801b-f49fd234a1dc admin admin] Publish callbacks [] for security_group (e980d52d-f27f-4294-9aab-d23e2d2fa175), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:49.087733 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7d6b-ae1c-4875-8075-08cb675d1282 req-f56647d1-2cd9-4b6d-9538-35a981cb9c65 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:49.089955 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c6de7d6b-ae1c-4875-8075-08cb675d1282 req-f56647d1-2cd9-4b6d-9538-35a981cb9c65 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0579779 Feb 04 10:09:49.090348 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b4294b10-eff5-40c9-801b-f49fd234a1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e980d52d-f27f-4294-9aab-d23e2d2fa175), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:49.093141 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b4294b10-eff5-40c9-801b-f49fd234a1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:49.095373 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b4294b10-eff5-40c9-801b-f49fd234a1dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e980d52d-f27f-4294-9aab-d23e2d2fa175 HTTP/1.1" status: 204 len: 168 time: 0.1309183 Feb 04 10:09:49.107988 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4294b10-eff5-40c9-801b-f49fd234a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980d52d-f27f-4294-9aab-d23e2d2fa175,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:49.161459 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c6de7d6b-ae1c-4875-8075-08cb675d1282 req-12c47934-c1c9-4a11-a223-f8ebc5ef894a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Feb 04 10:09:49.523788 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbedeb-7e71-4c3e-980f-95b6f68ee416 req-eaf732b5-ddc8-4221-9977-8adb9627bbe4 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:49.525284 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aafbedeb-7e71-4c3e-980f-95b6f68ee416 req-eaf732b5-ddc8-4221-9977-8adb9627bbe4 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 943 time: 0.0635631 Feb 04 10:09:49.574209 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aafbedeb-7e71-4c3e-980f-95b6f68ee416 req-f12b0cdc-1c78-45c4-a3d7-c82b985ce8d5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Feb 04 10:09:49.846564 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-9fafd511-2283-4c9c-8de2-92a1d11d45e8 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845315 Feb 04 10:09:50.326535 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df88ea-6243-4712-a005-ddd1e6e03c32 req-3f4c4fbc-e06e-4454-afe7-d05271a3e006 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:50.328039 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51df88ea-6243-4712-a005-ddd1e6e03c32 req-3f4c4fbc-e06e-4454-afe7-d05271a3e006 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0614653 Feb 04 10:09:50.375129 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51df88ea-6243-4712-a005-ddd1e6e03c32 req-88a8a366-03da-4438-955b-3d70d2a96bc5 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Feb 04 10:09:50.695314 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4edca3-a55a-46d5-9983-99255c981b95 req-27f52673-2d64-4e40-b12c-cc5cba4fb5ea tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:50.697166 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9f4edca3-a55a-46d5-9983-99255c981b95 req-27f52673-2d64-4e40-b12c-cc5cba4fb5ea tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 943 time: 0.0519059 Feb 04 10:09:50.748589 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9f4edca3-a55a-46d5-9983-99255c981b95 req-3bdd26e6-ecfb-4f31-9ba5-6c864539c619 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458841 Feb 04 10:09:50.911386 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2be1dbdb-25b2-4476-b102-e5a96beaf8aa req-9b343fdf-16c9-4e49-a52a-9f1990268518 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876086 Feb 04 10:09:51.090736 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-62742786-3a71-4daa-90b6-791a77a4f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:51.092316 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-62742786-3a71-4daa-90b6-791a77a4f4f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 1127 time: 0.0448744 Feb 04 10:09:51.184066 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-6220033e-64eb-402e-b795-200a63499b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:51.185551 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-6220033e-64eb-402e-b795-200a63499b89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 915 time: 0.0846910 Feb 04 10:09:51.187890 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59726) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:51.232063 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-17ebc557-b294-43ff-abe6-d31eaa638e6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27ccf545-2e45-403e-bfd7-78792a4e8360 HTTP/1.1" status: 200 len: 217 time: 0.0370266 Feb 04 10:09:51.298193 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc59096-3f57-4dcf-bdda-ae429b6f9b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:51.300751 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-9a0887c1-4323-4cf9-8cc6-63ef0dda855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:51.302162 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-9a0887c1-4323-4cf9-8cc6-63ef0dda855a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.0565972 Feb 04 10:09:51.355672 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-6bdd7611-7ff8-4424-ae57-8d9ee2f2fa22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303738 Feb 04 10:09:51.481425 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc59096-3f57-4dcf-bdda-ae429b6f9b50 admin admin] Publish callbacks [] for security_group (735137f4-8228-432f-9038-2dfdb8b5883b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:51.498106 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc59096-3f57-4dcf-bdda-ae429b6f9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (735137f4-8228-432f-9038-2dfdb8b5883b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:51.552040 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-36bf744a-9758-4f00-9874-dd9f526c99ca service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841493 Feb 04 10:09:51.565600 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fbc59096-3f57-4dcf-bdda-ae429b6f9b50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f914e23728e4428ab7342d7060167555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767860 Feb 04 10:09:51.568379 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:51.573381 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc59096-3f57-4dcf-bdda-ae429b6f9b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735137f4-8228-432f-9038-2dfdb8b5883b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:51.593952 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094c336-aac3-4fce-8220-c560000d4a17 req-9a62708c-d337-4467-a140-71ac6dad0d01 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:51.595502 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2094c336-aac3-4fce-8220-c560000d4a17 req-9a62708c-d337-4467-a140-71ac6dad0d01 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1528881 Feb 04 10:09:51.619266 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76681121-81e4-49e7-9fbd-0be1161640b5 admin admin] Publish callbacks [] for security_group (735137f4-8228-432f-9038-2dfdb8b5883b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:51.641044 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76681121-81e4-49e7-9fbd-0be1161640b5 admin admin] Publish callbacks [] for security_group (735137f4-8228-432f-9038-2dfdb8b5883b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:51.685344 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2094c336-aac3-4fce-8220-c560000d4a17 req-7c525fc2-002c-48de-abe9-608fd6fc89bd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648618 Feb 04 10:09:51.696785 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c83e21f5-6be3-4919-ba23-5581ccb79329 req-3888807d-a341-42af-b26d-7bb9c1da7ce7 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340361 Feb 04 10:09:51.866839 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76681121-81e4-49e7-9fbd-0be1161640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (735137f4-8228-432f-9038-2dfdb8b5883b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:51.869538 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76681121-81e4-49e7-9fbd-0be1161640b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:51.870966 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-76681121-81e4-49e7-9fbd-0be1161640b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/735137f4-8228-432f-9038-2dfdb8b5883b HTTP/1.1" status: 204 len: 168 time: 0.3014450 Feb 04 10:09:51.879310 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76681121-81e4-49e7-9fbd-0be1161640b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735137f4-8228-432f-9038-2dfdb8b5883b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:51.891869 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e59cc-dfff-4dd0-9643-b57d21f812e4 req-1c1ebc20-6fcb-4e8c-8470-3ed6f5dad80c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:51.893638 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-892e59cc-dfff-4dd0-9643-b57d21f812e4 req-1c1ebc20-6fcb-4e8c-8470-3ed6f5dad80c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 943 time: 0.0663338 Feb 04 10:09:52.066263 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:52.114672 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] Deleting subnet 04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:09:52.118286 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] Publish callbacks [] for subnet (04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.168179 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.186621 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-892e59cc-dfff-4dd0-9643-b57d21f812e4 req-f406e8bd-0825-45e4-909f-c02e7124057b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865422 Feb 04 10:09:52.186809 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59766) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:52.203527 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9671a4e-118d-4512-9397-e8ab0327afeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.241157 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.324577 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.360141 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9671a4e-118d-4512-9397-e8ab0327afeb admin admin] Publish callbacks [] for security_group (21f01e9b-65bc-429a-bcb5-17962fbd3276), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.362825 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:52.364889 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.368789 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3c9fe0fb-d6d1-4e99-b9fe-ba70b16d0f82 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/04798b63-e6cc-4fd7-ab8d-e8e0cac1ec67 HTTP/1.1" status: 204 len: 168 time: 0.3011229 Feb 04 10:09:52.370327 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9671a4e-118d-4512-9397-e8ab0327afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (21f01e9b-65bc-429a-bcb5-17962fbd3276), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.371418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59776) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:52.410058 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b9671a4e-118d-4512-9397-e8ab0327afeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f02c7827386046a49c7f8550536313db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223880 Feb 04 10:09:52.411218 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9671a4e-118d-4512-9397-e8ab0327afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f01e9b-65bc-429a-bcb5-17962fbd3276,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:52.413604 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59778) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:52.477279 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (2bfbafce-0ac0-459d-87aa-47fee319cc13), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.501610 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75aaa48d-7cdc-4d54-ba4f-7f53d16a2468 admin admin] Publish callbacks [] for security_group (21f01e9b-65bc-429a-bcb5-17962fbd3276), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.582270 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75aaa48d-7cdc-4d54-ba4f-7f53d16a2468 admin admin] Publish callbacks [] for security_group (21f01e9b-65bc-429a-bcb5-17962fbd3276), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.593367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (2bfbafce-0ac0-459d-87aa-47fee319cc13), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.629983 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfbafce-0ac0-459d-87aa-47fee319cc13']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:09:52.642298 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d42d16d-9df8-4d46-b11d-bc89ce3523bf') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:09:52.642588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d42d16d-9df8-4d46-b11d-bc89ce3523bf') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:09:52.653278 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (1d42d16d-9df8-4d46-b11d-bc89ce3523bf), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.668287 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (1d42d16d-9df8-4d46-b11d-bc89ce3523bf), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.676323 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75aaa48d-7cdc-4d54-ba4f-7f53d16a2468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (21f01e9b-65bc-429a-bcb5-17962fbd3276), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.679529 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75aaa48d-7cdc-4d54-ba4f-7f53d16a2468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.680692 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-75aaa48d-7cdc-4d54-ba4f-7f53d16a2468 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21f01e9b-65bc-429a-bcb5-17962fbd3276 HTTP/1.1" status: 204 len: 168 time: 0.2662351 Feb 04 10:09:52.681705 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:09:52.682082 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (1d42d16d-9df8-4d46-b11d-bc89ce3523bf), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:09:52.685092 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:09:52.727247 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaa48d-7cdc-4d54-ba4f-7f53d16a2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f01e9b-65bc-429a-bcb5-17962fbd3276,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:52.753622 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (2bfbafce-0ac0-459d-87aa-47fee319cc13), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.760278 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:52.763851 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2bfbafce-0ac0-459d-87aa-47fee319cc13 HTTP/1.1" status: 204 len: 168 time: 0.3910391 Feb 04 10:09:52.777464 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8700899-f0bb-4b23-a85c-aad3db618448 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bfbafce-0ac0-459d-87aa-47fee319cc13,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:52.870890 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b0fd-d48f-4005-b966-3f3fca0bc068 req-e8c3c716-1328-4b0d-8bd1-5d8797becebf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:52.876107 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1964b0fd-d48f-4005-b966-3f3fca0bc068 req-e8c3c716-1328-4b0d-8bd1-5d8797becebf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0636938 Feb 04 10:09:52.948283 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1964b0fd-d48f-4005-b966-3f3fca0bc068 req-1a33b283-a0cd-4072-9446-96c94d76c90a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Feb 04 10:09:52.949704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 59806) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:52.981894 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 27ccf545-2e45-403e-bfd7-78792a4e8360 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:09:53.019489 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 59810) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:09:53.020076 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4a1b149f-6be5-4f8d-bc31-fe184f63975e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0d1c24765c343639cb9cfbf668b4c81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0686858 Feb 04 10:09:53.088462 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 27ccf545-2e45-403e-bfd7-78792a4e8360, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=27ccf545-2e45-403e-bfd7-78792a4e8360,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:53.101916 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '27ccf545-2e45-403e-bfd7-78792a4e8360', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'port_id': '27ccf545-2e45-403e-bfd7-78792a4e8360', 'mac_address': 'fa:16:3e:e4:43:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8844786-b766-424d-9c3b-50b997710742', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:09:53.132688 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87a0887d-0846-47b1-b15f-eec5be88b498 admin admin] Publish callbacks [] for security_group (6921a8e0-24c8-44f4-b378-b70fce2fcb76), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:53.146995 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 27ccf545-2e45-403e-bfd7-78792a4e8360 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:53.148243 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:53.164601 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ccf545-2e45-403e-bfd7-78792a4e8360 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:09:53.177975 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87a0887d-0846-47b1-b15f-eec5be88b498 admin admin] Publish callbacks [] for security_group (6921a8e0-24c8-44f4-b378-b70fce2fcb76), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:53.193426 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 27ccf545-2e45-403e-bfd7-78792a4e8360, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=27ccf545-2e45-403e-bfd7-78792a4e8360,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:53.198568 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:53.259555 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87a0887d-0846-47b1-b15f-eec5be88b498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6921a8e0-24c8-44f4-b378-b70fce2fcb76), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:53.262519 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87a0887d-0846-47b1-b15f-eec5be88b498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:53.266497 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-87a0887d-0846-47b1-b15f-eec5be88b498 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6921a8e0-24c8-44f4-b378-b70fce2fcb76 HTTP/1.1" status: 204 len: 168 time: 0.2459590 Feb 04 10:09:53.277313 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0887d-0846-47b1-b15f-eec5be88b498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6921a8e0-24c8-44f4-b378-b70fce2fcb76,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:53.278898 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=27ccf545-2e45-403e-bfd7-78792a4e8360,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:53.298635 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.299163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.299830 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.300329 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.301091 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.301565 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.302351 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.302924 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.303479 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.304823 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.305390 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.305922 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.306408 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:09:53.356813 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b75e7-c324-4904-92af-274e948540a1 req-a7ef8b14-c0ab-4dae-8eae-1fede81c1b5b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:53.358701 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa3b75e7-c324-4904-92af-274e948540a1 req-a7ef8b14-c0ab-4dae-8eae-1fede81c1b5b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 944 time: 0.0966198 Feb 04 10:09:53.426606 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa3b75e7-c324-4904-92af-274e948540a1 req-c32b1940-4da5-4d0d-a74f-38f85dc8681e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619814 Feb 04 10:09:54.081237 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097a758-6c1d-49c8-a2f8-9cfcd6400ee0 req-a3c16a82-e36d-41e3-8bc3-2b9e56836957 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:54.082882 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5097a758-6c1d-49c8-a2f8-9cfcd6400ee0 req-a3c16a82-e36d-41e3-8bc3-2b9e56836957 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Feb 04 10:09:54.136801 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5097a758-6c1d-49c8-a2f8-9cfcd6400ee0 req-cd88277e-5094-4b69-9139-d61d6087aa95 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478487 Feb 04 10:09:54.580171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1475-94a9-44bc-a4b7-12d960c1b097 req-f44a7e5c-a27a-4529-975e-aff2042b6e5c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:54.581705 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d7b1475-94a9-44bc-a4b7-12d960c1b097 req-f44a7e5c-a27a-4529-975e-aff2042b6e5c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 944 time: 0.0667663 Feb 04 10:09:54.632808 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d7b1475-94a9-44bc-a4b7-12d960c1b097 req-103d5425-a40f-44c8-86c9-8fb4ff29da91 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Feb 04 10:09:55.276251 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f714e-473a-408a-be17-d598a1afee51 req-5b93da15-04bd-4327-8371-d44582a51787 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:55.277734 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-170f714e-473a-408a-be17-d598a1afee51 req-5b93da15-04bd-4327-8371-d44582a51787 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0697057 Feb 04 10:09:55.324611 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-170f714e-473a-408a-be17-d598a1afee51 req-e3a3e1c3-b8a4-4b7d-bb76-f59f4acdb3b9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Feb 04 10:09:55.748084 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819739c-7280-452b-aa89-f7c5924f394e req-90abbd1b-5fb4-4d50-9ffd-520eda74e485 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:55.749518 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5819739c-7280-452b-aa89-f7c5924f394e req-90abbd1b-5fb4-4d50-9ffd-520eda74e485 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 944 time: 0.0495815 Feb 04 10:09:55.798378 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5819739c-7280-452b-aa89-f7c5924f394e req-c6421b9c-6150-4116-9ed8-21ed44483626 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Feb 04 10:09:56.437293 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c2f00-50a9-4642-879e-f063258bbe5f req-db4f878c-8664-43c4-8fd9-abe4f0dac7f9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:56.438731 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a88c2f00-50a9-4642-879e-f063258bbe5f req-db4f878c-8664-43c4-8fd9-abe4f0dac7f9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0494437 Feb 04 10:09:56.482806 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a88c2f00-50a9-4642-879e-f063258bbe5f req-3378f2b1-cf8e-4d80-afb3-ce5ebb18c024 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Feb 04 10:09:56.916626 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25f24-81bf-42b4-a982-03d460c7eb5f req-ca53d211-0426-4ab1-a12a-916e890725e7 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:56.918121 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80c25f24-81bf-42b4-a982-03d460c7eb5f req-ca53d211-0426-4ab1-a12a-916e890725e7 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 944 time: 0.0526724 Feb 04 10:09:56.965156 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80c25f24-81bf-42b4-a982-03d460c7eb5f req-1aa82f8c-2c41-4550-a8b0-d68d0c9679c3 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Feb 04 10:09:57.150746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['27ccf545-2e45-403e-bfd7-78792a4e8360'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:09:57.600331 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894acf0d-d414-4bb2-af61-ffeab5036728 req-20327d09-0bc6-4762-8447-9fa35a87013d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:57.602314 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-894acf0d-d414-4bb2-af61-ffeab5036728 req-20327d09-0bc6-4762-8447-9fa35a87013d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0544794 Feb 04 10:09:57.646043 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-894acf0d-d414-4bb2-af61-ffeab5036728 req-611a2ef3-08ab-432d-8f08-9dbef21f5d34 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383646 Feb 04 10:09:58.078500 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf3a2-b042-4e36-989d-21d9e3665a64 req-42d44076-26bf-4356-9918-fb9b70785d2c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:58.080351 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-746cf3a2-b042-4e36-989d-21d9e3665a64 req-42d44076-26bf-4356-9918-fb9b70785d2c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 944 time: 0.0501678 Feb 04 10:09:58.126998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-746cf3a2-b042-4e36-989d-21d9e3665a64 req-c49edd9d-ff27-408f-9500-69d8785416f2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Feb 04 10:09:58.769746 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e853d9-02fd-45ad-bbcc-a62f6a83d5d6 req-f2be11e0-187c-4709-b3ff-1155ebcde7bc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:58.777108 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-75e853d9-02fd-45ad-bbcc-a62f6a83d5d6 req-f2be11e0-187c-4709-b3ff-1155ebcde7bc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0552483 Feb 04 10:09:58.829901 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-75e853d9-02fd-45ad-bbcc-a62f6a83d5d6 req-5d0066d1-661a-4488-9119-258cf2d6edd2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Feb 04 10:09:59.001315 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 27ccf545-2e45-403e-bfd7-78792a4e8360 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:09:59.057629 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 27ccf545-2e45-403e-bfd7-78792a4e8360 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:09:59.061606 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 27ccf545-2e45-403e-bfd7-78792a4e8360 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:09:59.061977 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:59.152725 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 27ccf545-2e45-403e-bfd7-78792a4e8360 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:09:59.153233 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:59.178181 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ccf545-2e45-403e-bfd7-78792a4e8360'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:09:59.181276 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59397d5-3c6c-42e6-af8c-9443455f8b99" -d '{"events": [{"server_uuid": "7e8f32a9-b4dd-415a-8792-afe344d20352", "name": "network-vif-plugged", "status": "completed", "tag": "27ccf545-2e45-403e-bfd7-78792a4e8360"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:09:59.200032 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 27ccf545-2e45-403e-bfd7-78792a4e8360, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=27ccf545-2e45-403e-bfd7-78792a4e8360,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:09:59.220564 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:09:59.298623 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=27ccf545-2e45-403e-bfd7-78792a4e8360,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:09:59.312710 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bfb7bd-aa7d-42c9-a3e9-56dec22b124b x-openstack-request-id: req-a8bfb7bd-aa7d-42c9-a3e9-56dec22b124b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:09:59.313101 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f32a9-b4dd-415a-8792-afe344d20352", "name": "network-vif-plugged", "status": "completed", "tag": "27ccf545-2e45-403e-bfd7-78792a4e8360", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:09:59.313361 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8bfb7bd-aa7d-42c9-a3e9-56dec22b124b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:09:59.313752 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ccf545-2e45-403e-bfd7-78792a4e8360', 'code': 200} Feb 04 10:09:59.343215 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7cef-fa61-493a-ab95-7c216eb6141f req-063f3565-2a63-48d9-aff3-12b2381e09f2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:59.345330 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6fa7cef-fa61-493a-ab95-7c216eb6141f req-063f3565-2a63-48d9-aff3-12b2381e09f2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.1383410 Feb 04 10:09:59.424186 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6fa7cef-fa61-493a-ab95-7c216eb6141f req-e5a045d0-ca71-4a52-8e58-e82a47fc214e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723765 Feb 04 10:09:59.567867 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a6671-4af8-43db-bf93-191895eac5de req-f437a0ed-981a-45ba-91ce-688b489e5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:59.569890 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d24a6671-4af8-43db-bf93-191895eac5de req-f437a0ed-981a-45ba-91ce-688b489e5f39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 1129 time: 0.0519483 Feb 04 10:09:59.961196 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8845d8-9e03-41a2-b4ed-ecb19163a022 req-e3befe79-ee9c-4708-b1a2-a6b66682dc8a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:09:59.962714 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be8845d8-9e03-41a2-b4ed-ecb19163a022 req-e3befe79-ee9c-4708-b1a2-a6b66682dc8a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0610771 Feb 04 10:10:00.009320 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be8845d8-9e03-41a2-b4ed-ecb19163a022 req-e58a7c1b-5b7d-4003-ac1d-785d3286eae3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Feb 04 10:10:00.539313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6287e-df7a-4df6-adea-9b3f7e3c5ac9 req-0005ad87-3aa8-4d0f-b810-5b495dff4b43 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:00.541059 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1c6287e-df7a-4df6-adea-9b3f7e3c5ac9 req-0005ad87-3aa8-4d0f-b810-5b495dff4b43 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0521216 Feb 04 10:10:00.587049 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1c6287e-df7a-4df6-adea-9b3f7e3c5ac9 req-2ef2a8cc-689a-4a16-9d86-22ad65e0261a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Feb 04 10:10:00.630234 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d24a6671-4af8-43db-bf93-191895eac5de req-d653e0c0-ae06-4a6d-b571-c674b840d6ba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367932 Feb 04 10:10:01.126506 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb36c2-2166-4145-a210-584324d2724e req-ca0ceef8-beba-4a4f-95b7-03bbacd49bb2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:01.127991 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18bb36c2-2166-4145-a210-584324d2724e req-ca0ceef8-beba-4a4f-95b7-03bbacd49bb2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0532470 Feb 04 10:10:01.173517 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18bb36c2-2166-4145-a210-584324d2724e req-680fa576-8d19-4e18-a0c4-1f7f983a40db tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Feb 04 10:10:01.702641 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e62d1-14d3-4780-ba06-06cb6f603242 req-e636b01e-044c-4dc9-acd8-369e4429ea1a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:01.704031 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-848e62d1-14d3-4780-ba06-06cb6f603242 req-e636b01e-044c-4dc9-acd8-369e4429ea1a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Feb 04 10:10:01.749000 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-848e62d1-14d3-4780-ba06-06cb6f603242 req-1bdc6a9c-5daa-448c-89fa-22b0cd70449f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396445 Feb 04 10:10:02.291965 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1668d5b-0252-4fab-a2a8-5ecad7bfc260 req-4fd3019b-2eae-4cb6-942c-e15c8d12a6ab tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:02.293357 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d1668d5b-0252-4fab-a2a8-5ecad7bfc260 req-4fd3019b-2eae-4cb6-942c-e15c8d12a6ab tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0506058 Feb 04 10:10:02.341751 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d1668d5b-0252-4fab-a2a8-5ecad7bfc260 req-b03505f2-1ec0-4296-9b08-fcf9e9c04f28 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Feb 04 10:10:02.869437 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea14fa6-856f-4d62-be93-b3883896d803 req-a32fc487-f220-4515-b4df-0b6f5e80bfc1 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:02.870838 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ea14fa6-856f-4d62-be93-b3883896d803 req-a32fc487-f220-4515-b4df-0b6f5e80bfc1 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0516891 Feb 04 10:10:02.917405 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ea14fa6-856f-4d62-be93-b3883896d803 req-8c9527a7-7bb5-43b1-be2e-3a18f6d36995 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Feb 04 10:10:03.461131 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805e3b1-c07c-457b-af3e-980d5622e09c req-4192fd02-6d6c-4ffe-bc67-37637f0a632c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:03.462605 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8805e3b1-c07c-457b-af3e-980d5622e09c req-4192fd02-6d6c-4ffe-bc67-37637f0a632c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0529482 Feb 04 10:10:03.508067 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8805e3b1-c07c-457b-af3e-980d5622e09c req-0c1fa39e-a4b1-4f03-8204-398503d5b7e2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Feb 04 10:10:04.035154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833cf4b-6c93-4c91-8cb2-ef351f91a2cb req-c62e4d1e-c231-4928-8954-49b19f63a7c8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:04.036640 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a833cf4b-6c93-4c91-8cb2-ef351f91a2cb req-c62e4d1e-c231-4928-8954-49b19f63a7c8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0541241 Feb 04 10:10:04.083461 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a833cf4b-6c93-4c91-8cb2-ef351f91a2cb req-65e18565-2940-486d-acef-864a3aa08038 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Feb 04 10:10:04.622951 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697e3e-32e5-4d60-a232-abe164153a62 req-34ecfcab-bc08-4660-9811-d33ceae59c66 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:04.624437 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8697e3e-32e5-4d60-a232-abe164153a62 req-34ecfcab-bc08-4660-9811-d33ceae59c66 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0506473 Feb 04 10:10:04.668922 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8697e3e-32e5-4d60-a232-abe164153a62 req-f9ebf605-953e-4f07-baeb-e17d5a0af641 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Feb 04 10:10:05.196190 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c0e6-f8dd-4ab2-84b3-ffdcb8546584 req-79a5ce08-a9e7-44bd-b37c-15b6970978f0 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:05.197629 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9f0c0e6-f8dd-4ab2-84b3-ffdcb8546584 req-79a5ce08-a9e7-44bd-b37c-15b6970978f0 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Feb 04 10:10:05.245755 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9f0c0e6-f8dd-4ab2-84b3-ffdcb8546584 req-dd92b354-2df4-438f-949f-7c1152940e7d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 Feb 04 10:10:05.781655 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e811-2d67-4c5f-89d5-f0565f280f84 req-c2ced24d-9b8a-43e2-9d71-5fdb8b62f39f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:05.783151 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e863e811-2d67-4c5f-89d5-f0565f280f84 req-c2ced24d-9b8a-43e2-9d71-5fdb8b62f39f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Feb 04 10:10:05.831814 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e863e811-2d67-4c5f-89d5-f0565f280f84 req-5715092c-c8ca-45ad-874f-0184bf93d1ff tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Feb 04 10:10:06.361960 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c6ac-149c-400d-9dcc-97e693ba2a1f req-e16df325-5b79-479f-b3f1-492b517c3955 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:06.363456 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a372c6ac-149c-400d-9dcc-97e693ba2a1f req-e16df325-5b79-479f-b3f1-492b517c3955 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Feb 04 10:10:06.408935 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a372c6ac-149c-400d-9dcc-97e693ba2a1f req-76706fd4-ac0a-4e2c-9c33-22d9f063b2ef tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399947 Feb 04 10:10:06.988814 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f0eb0-397f-4369-b034-4642ce016cc0 req-0d7d03c0-6f1e-44c4-bc21-541207fd22ef tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:06.991278 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-941f0eb0-397f-4369-b034-4642ce016cc0 req-0d7d03c0-6f1e-44c4-bc21-541207fd22ef tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0657098 Feb 04 10:10:07.042041 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-941f0eb0-397f-4369-b034-4642ce016cc0 req-3feeff0f-3806-40b9-a577-171f695b5422 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Feb 04 10:10:07.523579 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bcd49-d7c7-4bed-80a4-26b590f21f71 req-c47093c6-70ff-4306-8bc3-170e4b1af1bf tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:07.525053 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e09bcd49-d7c7-4bed-80a4-26b590f21f71 req-c47093c6-70ff-4306-8bc3-170e4b1af1bf tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0510566 Feb 04 10:10:07.571743 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e09bcd49-d7c7-4bed-80a4-26b590f21f71 req-00afe277-39ff-4f3d-a3ab-6689652a6b1b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Feb 04 10:10:08.167027 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1744db7-9836-4919-b812-f435812835e5 req-0bd01a9f-18f9-42a9-a7bc-43e31dc4485a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:08.168546 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1744db7-9836-4919-b812-f435812835e5 req-0bd01a9f-18f9-42a9-a7bc-43e31dc4485a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0577085 Feb 04 10:10:08.222112 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1744db7-9836-4919-b812-f435812835e5 req-898c0ff7-40d3-4862-abca-69aa1eef7fec tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476704 Feb 04 10:10:08.630381 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:08.630895 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:08.750544 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74d6a402-6842-4ffe-843a-e47952b93874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.758681 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b39414a5-9a27-48bb-a2f0-67821e1a10c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.839120 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b39414a5-9a27-48bb-a2f0-67821e1a10c1 admin admin] Publish callbacks [] for security_group (609c015c-152b-4aad-b53c-a2f298bd4049), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.839888 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74d6a402-6842-4ffe-843a-e47952b93874 admin admin] Publish callbacks [] for security_group (c8f189df-7230-496e-8c2f-5d6aad0e96ff), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.843748 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b39414a5-9a27-48bb-a2f0-67821e1a10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (609c015c-152b-4aad-b53c-a2f298bd4049), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.845353 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74d6a402-6842-4ffe-843a-e47952b93874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c8f189df-7230-496e-8c2f-5d6aad0e96ff), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.880367 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-74d6a402-6842-4ffe-843a-e47952b93874 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=926bb74921624433a29c76f1b9e2142d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489028 Feb 04 10:10:08.883273 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b39414a5-9a27-48bb-a2f0-67821e1a10c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a289484038784f4bbf681f7a0051f7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516794 Feb 04 10:10:08.883423 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:08.884468 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39414a5-9a27-48bb-a2f0-67821e1a10c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609c015c-152b-4aad-b53c-a2f298bd4049,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:08.887695 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60338) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:08.891039 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6a402-6842-4ffe-843a-e47952b93874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f189df-7230-496e-8c2f-5d6aad0e96ff,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:08.935130 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-643e34ba-71e7-4b1b-aee8-4f99d2472315 admin admin] Publish callbacks [] for security_group (c8f189df-7230-496e-8c2f-5d6aad0e96ff), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.935828 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ac44-aff2-44f0-9c7b-aceff2dc0e2e admin admin] Publish callbacks [] for security_group (609c015c-152b-4aad-b53c-a2f298bd4049), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.956980 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ac44-aff2-44f0-9c7b-aceff2dc0e2e admin admin] Publish callbacks [] for security_group (609c015c-152b-4aad-b53c-a2f298bd4049), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:08.957184 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-643e34ba-71e7-4b1b-aee8-4f99d2472315 admin admin] Publish callbacks [] for security_group (c8f189df-7230-496e-8c2f-5d6aad0e96ff), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.007721 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-643e34ba-71e7-4b1b-aee8-4f99d2472315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c8f189df-7230-496e-8c2f-5d6aad0e96ff), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.008780 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ac44-aff2-44f0-9c7b-aceff2dc0e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (609c015c-152b-4aad-b53c-a2f298bd4049), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.010607 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-643e34ba-71e7-4b1b-aee8-4f99d2472315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.011293 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ac44-aff2-44f0-9c7b-aceff2dc0e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.011879 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-643e34ba-71e7-4b1b-aee8-4f99d2472315 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8f189df-7230-496e-8c2f-5d6aad0e96ff HTTP/1.1" status: 204 len: 168 time: 0.1275289 Feb 04 10:10:09.012452 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d3c4ac44-aff2-44f0-9c7b-aceff2dc0e2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/609c015c-152b-4aad-b53c-a2f298bd4049 HTTP/1.1" status: 204 len: 168 time: 0.1237707 Feb 04 10:10:09.024220 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4ac44-aff2-44f0-9c7b-aceff2dc0e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c015c-152b-4aad-b53c-a2f298bd4049,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:09.028484 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e34ba-71e7-4b1b-aee8-4f99d2472315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f189df-7230-496e-8c2f-5d6aad0e96ff,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:09.347960 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955e487-8e1c-426a-b0b2-8e5c79740441 req-b04aae80-394a-473a-83cf-94700436a810 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:09.356117 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d955e487-8e1c-426a-b0b2-8e5c79740441 req-b04aae80-394a-473a-83cf-94700436a810 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0601537 Feb 04 10:10:09.358282 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60360) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:09.371772 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e04fd689-8a3c-4354-a44a-aa5a5aedb340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.402135 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d955e487-8e1c-426a-b0b2-8e5c79740441 req-cd25036d-cb38-4c8d-90ab-ab494758994e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451517 Feb 04 10:10:09.451169 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e04fd689-8a3c-4354-a44a-aa5a5aedb340 admin admin] Publish callbacks [] for security_group (caeb8c29-80d5-4e5d-9755-149cb8ee33bc), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.455775 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e04fd689-8a3c-4354-a44a-aa5a5aedb340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (caeb8c29-80d5-4e5d-9755-149cb8ee33bc), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.493290 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e04fd689-8a3c-4354-a44a-aa5a5aedb340 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d8de958df1c4694b4a153f2bab52ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338232 Feb 04 10:10:09.494230 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fd689-8a3c-4354-a44a-aa5a5aedb340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb8c29-80d5-4e5d-9755-149cb8ee33bc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:09.496010 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:09.544922 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e46f056-b10c-4d4a-96f2-4288be6d442b admin admin] Publish callbacks [] for security_group (caeb8c29-80d5-4e5d-9755-149cb8ee33bc), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.570087 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e46f056-b10c-4d4a-96f2-4288be6d442b admin admin] Publish callbacks [] for security_group (caeb8c29-80d5-4e5d-9755-149cb8ee33bc), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.621676 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e46f056-b10c-4d4a-96f2-4288be6d442b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (caeb8c29-80d5-4e5d-9755-149cb8ee33bc), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.624139 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e46f056-b10c-4d4a-96f2-4288be6d442b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:09.625414 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3e46f056-b10c-4d4a-96f2-4288be6d442b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caeb8c29-80d5-4e5d-9755-149cb8ee33bc HTTP/1.1" status: 204 len: 168 time: 0.1284218 Feb 04 10:10:09.637415 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46f056-b10c-4d4a-96f2-4288be6d442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb8c29-80d5-4e5d-9755-149cb8ee33bc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:09.958139 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60388) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:09.971705 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a346d6d5-fcdf-4e5b-9090-f4025a59abca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.051130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a346d6d5-fcdf-4e5b-9090-f4025a59abca admin admin] Publish callbacks [] for security_group (c3065cfa-f7de-41e7-b654-c8dbb23619c6), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.055245 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a346d6d5-fcdf-4e5b-9090-f4025a59abca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c3065cfa-f7de-41e7-b654-c8dbb23619c6), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.096081 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a346d6d5-fcdf-4e5b-9090-f4025a59abca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=944da18cc6f54a2781355f2dca3affe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346581 Feb 04 10:10:10.096081 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346d6d5-fcdf-4e5b-9090-f4025a59abca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3065cfa-f7de-41e7-b654-c8dbb23619c6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:10.096487 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60394) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:10.151503 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d922f533-d08b-4dc2-87df-b6d466fa0304 admin admin] Publish callbacks [] for security_group (c3065cfa-f7de-41e7-b654-c8dbb23619c6), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.175255 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d922f533-d08b-4dc2-87df-b6d466fa0304 admin admin] Publish callbacks [] for security_group (c3065cfa-f7de-41e7-b654-c8dbb23619c6), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.224466 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d922f533-d08b-4dc2-87df-b6d466fa0304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c3065cfa-f7de-41e7-b654-c8dbb23619c6), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.227120 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d922f533-d08b-4dc2-87df-b6d466fa0304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.228310 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d922f533-d08b-4dc2-87df-b6d466fa0304 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3065cfa-f7de-41e7-b654-c8dbb23619c6 HTTP/1.1" status: 204 len: 168 time: 0.1308341 Feb 04 10:10:10.237433 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922f533-d08b-4dc2-87df-b6d466fa0304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3065cfa-f7de-41e7-b654-c8dbb23619c6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:10.475823 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:10.536672 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d56143-28e8-4475-9c2e-a0c776977571 req-5a6ca246-e225-4948-938b-5e5e55f59477 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:10.538251 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16d56143-28e8-4475-9c2e-a0c776977571 req-5a6ca246-e225-4948-938b-5e5e55f59477 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0599473 Feb 04 10:10:10.592404 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16d56143-28e8-4475-9c2e-a0c776977571 req-38b6d5c0-2b16-479f-a840-7ef521934eb4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458508 Feb 04 10:10:10.841393 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5faaff40-4385-4da8-b440-cf9e5d798830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:11.712689 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250c6ac-6c24-4357-a583-12550b77a79f req-bcefc412-527b-4361-ab15-6e6d7f59843f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:11.714172 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c250c6ac-6c24-4357-a583-12550b77a79f req-bcefc412-527b-4361-ab15-6e6d7f59843f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0539441 Feb 04 10:10:11.764172 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c250c6ac-6c24-4357-a583-12550b77a79f req-119128b0-53d6-44c1-b653-57c58308123c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Feb 04 10:10:12.893125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93918695-7193-4c69-9a39-7ea1b6d4f4b2 req-4064ef85-d4c2-4d07-ac17-fa2c3c6562e3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:12.894607 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-93918695-7193-4c69-9a39-7ea1b6d4f4b2 req-4064ef85-d4c2-4d07-ac17-fa2c3c6562e3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0592930 Feb 04 10:10:12.942438 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-93918695-7193-4c69-9a39-7ea1b6d4f4b2 req-a5732937-c041-4782-ac53-221364dd5225 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Feb 04 10:10:13.078640 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-335a3e17-8996-4534-b0c4-25f20a5fd8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.157674 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60572) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:13.255324 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:13.319919 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72fcd33c-6e6f-4a3a-8bd1-de78c833596d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.361527 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5918d2d7-64a6-46ce-823a-20e45dbe0f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.460996 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72fcd33c-6e6f-4a3a-8bd1-de78c833596d admin admin] Publish callbacks [] for security_group (9fcbbda7-2254-44ef-b752-54ed483c53e3), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.470857 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72fcd33c-6e6f-4a3a-8bd1-de78c833596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9fcbbda7-2254-44ef-b752-54ed483c53e3), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.509556 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5918d2d7-64a6-46ce-823a-20e45dbe0f05 admin admin] Publish callbacks [] for security_group (e5921492-b836-4712-acc7-5fbda737f573), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.521924 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5918d2d7-64a6-46ce-823a-20e45dbe0f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e5921492-b836-4712-acc7-5fbda737f573), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.526333 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-72fcd33c-6e6f-4a3a-8bd1-de78c833596d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc5a0d439926479380a2a6835133c7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699959 Feb 04 10:10:13.527124 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcd33c-6e6f-4a3a-8bd1-de78c833596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcbbda7-2254-44ef-b752-54ed483c53e3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:13.529041 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60600) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:13.566916 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5918d2d7-64a6-46ce-823a-20e45dbe0f05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=871fc3ed9a924e0d8aefd2d149d836ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080732 Feb 04 10:10:13.571597 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60602) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:13.579962 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918d2d7-64a6-46ce-823a-20e45dbe0f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5921492-b836-4712-acc7-5fbda737f573,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:13.590899 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aad635e-0e74-4c49-9ce2-81e6f77eeea6 admin admin] Publish callbacks [] for security_group (9fcbbda7-2254-44ef-b752-54ed483c53e3), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.618267 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aad635e-0e74-4c49-9ce2-81e6f77eeea6 admin admin] Publish callbacks [] for security_group (9fcbbda7-2254-44ef-b752-54ed483c53e3), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.630339 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4ac44aa-df7d-4a0c-92ca-3bd4909ea93e admin admin] Publish callbacks [] for security_group (e5921492-b836-4712-acc7-5fbda737f573), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.655534 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4ac44aa-df7d-4a0c-92ca-3bd4909ea93e admin admin] Publish callbacks [] for security_group (e5921492-b836-4712-acc7-5fbda737f573), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.675333 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aad635e-0e74-4c49-9ce2-81e6f77eeea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9fcbbda7-2254-44ef-b752-54ed483c53e3), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.680032 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aad635e-0e74-4c49-9ce2-81e6f77eeea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.683616 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1aad635e-0e74-4c49-9ce2-81e6f77eeea6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fcbbda7-2254-44ef-b752-54ed483c53e3 HTTP/1.1" status: 204 len: 168 time: 0.1509936 Feb 04 10:10:13.692698 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad635e-0e74-4c49-9ce2-81e6f77eeea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcbbda7-2254-44ef-b752-54ed483c53e3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:13.716082 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60608) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:13.717227 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4ac44aa-df7d-4a0c-92ca-3bd4909ea93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e5921492-b836-4712-acc7-5fbda737f573), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.721394 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4ac44aa-df7d-4a0c-92ca-3bd4909ea93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.729296 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c4ac44aa-df7d-4a0c-92ca-3bd4909ea93e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5921492-b836-4712-acc7-5fbda737f573 HTTP/1.1" status: 204 len: 168 time: 0.1527348 Feb 04 10:10:13.736033 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac44aa-df7d-4a0c-92ca-3bd4909ea93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5921492-b836-4712-acc7-5fbda737f573,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:13.840380 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33a39384-1569-4849-9e4d-3e8a5de2111e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.855736 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.937453 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33a39384-1569-4849-9e4d-3e8a5de2111e admin admin] Publish callbacks [] for security_group (6edbd43f-ee82-4443-8e10-1f169c5f497a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.941958 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33a39384-1569-4849-9e4d-3e8a5de2111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6edbd43f-ee82-4443-8e10-1f169c5f497a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:13.983101 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a39384-1569-4849-9e4d-3e8a5de2111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edbd43f-ee82-4443-8e10-1f169c5f497a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:14.004541 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60618) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:14.005191 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-33a39384-1569-4849-9e4d-3e8a5de2111e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0468b00de85440b5b5114ea984a3a205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875865 Feb 04 10:10:14.066027 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6980152-6be1-446c-b451-c1dff8b9e3b9 admin admin] Publish callbacks [] for security_group (6edbd43f-ee82-4443-8e10-1f169c5f497a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.082416 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2fd0-572d-426e-97e1-c2f2791dd259 req-24bec7c0-6b57-45c2-b197-d8e8b604a4a8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:14.084838 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-429f2fd0-572d-426e-97e1-c2f2791dd259 req-24bec7c0-6b57-45c2-b197-d8e8b604a4a8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0674479 Feb 04 10:10:14.094013 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6980152-6be1-446c-b451-c1dff8b9e3b9 admin admin] Publish callbacks [] for security_group (6edbd43f-ee82-4443-8e10-1f169c5f497a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.144517 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-429f2fd0-572d-426e-97e1-c2f2791dd259 req-56395e1d-2ef1-489c-bfd8-34c033697ae5 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Feb 04 10:10:14.164611 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6980152-6be1-446c-b451-c1dff8b9e3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6edbd43f-ee82-4443-8e10-1f169c5f497a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.164611 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6980152-6be1-446c-b451-c1dff8b9e3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.165371 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f6980152-6be1-446c-b451-c1dff8b9e3b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6edbd43f-ee82-4443-8e10-1f169c5f497a HTTP/1.1" status: 204 len: 168 time: 0.1588140 Feb 04 10:10:14.173498 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6980152-6be1-446c-b451-c1dff8b9e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edbd43f-ee82-4443-8e10-1f169c5f497a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:14.198729 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60624) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:14.212456 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c96accc-5235-40e7-a9b4-cca55fb687d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.219066 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60626) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:14.244475 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94df2f93-d0d3-4f95-91cf-f9c6af0fd2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.299670 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c96accc-5235-40e7-a9b4-cca55fb687d0 admin admin] Publish callbacks [] for security_group (411bc57c-fe78-4d7a-9e19-0b82aea3d5aa), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.305838 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c96accc-5235-40e7-a9b4-cca55fb687d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (411bc57c-fe78-4d7a-9e19-0b82aea3d5aa), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.331433 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94df2f93-d0d3-4f95-91cf-f9c6af0fd2a3 admin admin] Publish callbacks [] for security_group (5befa8cb-dd8d-4604-b86a-c417fb93b9d2), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.345095 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94df2f93-d0d3-4f95-91cf-f9c6af0fd2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5befa8cb-dd8d-4604-b86a-c417fb93b9d2), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.365897 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5c96accc-5235-40e7-a9b4-cca55fb687d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f65ef9f9b3f54ea4b15364e93694bc13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659100 Feb 04 10:10:14.368378 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60634) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:14.370592 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96accc-5235-40e7-a9b4-cca55fb687d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411bc57c-fe78-4d7a-9e19-0b82aea3d5aa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:14.429861 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-94df2f93-d0d3-4f95-91cf-f9c6af0fd2a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60e7415b906f48a4a57a9600a620c83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090876 Feb 04 10:10:14.430951 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60636) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:14.433820 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df2f93-d0d3-4f95-91cf-f9c6af0fd2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5befa8cb-dd8d-4604-b86a-c417fb93b9d2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:14.471142 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84c1668f-2266-4115-a24c-3301a36970f0 admin admin] Publish callbacks [] for security_group (411bc57c-fe78-4d7a-9e19-0b82aea3d5aa), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.497731 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84c1668f-2266-4115-a24c-3301a36970f0 admin admin] Publish callbacks [] for security_group (411bc57c-fe78-4d7a-9e19-0b82aea3d5aa), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.557500 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84c1668f-2266-4115-a24c-3301a36970f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (411bc57c-fe78-4d7a-9e19-0b82aea3d5aa), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.560018 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84c1668f-2266-4115-a24c-3301a36970f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.561283 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-84c1668f-2266-4115-a24c-3301a36970f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/411bc57c-fe78-4d7a-9e19-0b82aea3d5aa HTTP/1.1" status: 204 len: 168 time: 0.1918061 Feb 04 10:10:14.578370 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc00c0f4-9779-40f7-a807-c973f55b67ff admin admin] Publish callbacks [] for security_group (5befa8cb-dd8d-4604-b86a-c417fb93b9d2), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.580060 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaed90-df2b-4d80-a55d-e1fa39db68a2 req-d59272a1-8e62-4e50-847b-635c7da1fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:14.581015 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1668f-2266-4115-a24c-3301a36970f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411bc57c-fe78-4d7a-9e19-0b82aea3d5aa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:14.582377 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ccaed90-df2b-4d80-a55d-e1fa39db68a2 req-d59272a1-8e62-4e50-847b-635c7da1fa2d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 1129 time: 0.0743334 Feb 04 10:10:14.603839 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc00c0f4-9779-40f7-a807-c973f55b67ff admin admin] Publish callbacks [] for security_group (5befa8cb-dd8d-4604-b86a-c417fb93b9d2), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.649246 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ccaed90-df2b-4d80-a55d-e1fa39db68a2 req-7ea42362-ee67-4368-92b3-cd2af37e621b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589437 Feb 04 10:10:14.671113 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc00c0f4-9779-40f7-a807-c973f55b67ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5befa8cb-dd8d-4604-b86a-c417fb93b9d2), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.673775 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc00c0f4-9779-40f7-a807-c973f55b67ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.675274 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fc00c0f4-9779-40f7-a807-c973f55b67ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5befa8cb-dd8d-4604-b86a-c417fb93b9d2 HTTP/1.1" status: 204 len: 168 time: 0.2427588 Feb 04 10:10:14.684388 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00c0f4-9779-40f7-a807-c973f55b67ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5befa8cb-dd8d-4604-b86a-c417fb93b9d2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:14.750818 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:14.766766 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c73d6853-cd0d-4f90-9651-2835e9b43f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.857685 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c73d6853-cd0d-4f90-9651-2835e9b43f44 admin admin] Publish callbacks [] for security_group (bb9bd859-1535-4632-b442-f285d18d1b4b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.861819 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c73d6853-cd0d-4f90-9651-2835e9b43f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bb9bd859-1535-4632-b442-f285d18d1b4b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.911269 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c73d6853-cd0d-4f90-9651-2835e9b43f44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=054395e21c3e403ba1a8f589c271130a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590590 Feb 04 10:10:14.914707 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60654) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:14.922100 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d6853-cd0d-4f90-9651-2835e9b43f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9bd859-1535-4632-b442-f285d18d1b4b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:14.975221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c37a682-3d39-45b7-ad1c-4018bf3a199e admin admin] Publish callbacks [] for security_group (bb9bd859-1535-4632-b442-f285d18d1b4b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:14.998645 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c37a682-3d39-45b7-ad1c-4018bf3a199e admin admin] Publish callbacks [] for security_group (bb9bd859-1535-4632-b442-f285d18d1b4b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.051685 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c37a682-3d39-45b7-ad1c-4018bf3a199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bb9bd859-1535-4632-b442-f285d18d1b4b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.055094 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c37a682-3d39-45b7-ad1c-4018bf3a199e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.058751 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9c37a682-3d39-45b7-ad1c-4018bf3a199e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb9bd859-1535-4632-b442-f285d18d1b4b HTTP/1.1" status: 204 len: 168 time: 0.1406765 Feb 04 10:10:15.065019 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37a682-3d39-45b7-ad1c-4018bf3a199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9bd859-1535-4632-b442-f285d18d1b4b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:15.128418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60666) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:15.146456 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feeaa42f-3ab3-4244-b824-5cc9cb9f1a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.249335 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feeaa42f-3ab3-4244-b824-5cc9cb9f1a8a admin admin] Publish callbacks [] for security_group (3e73d5d0-7621-4e00-9c66-3aa1ad55d022), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.273501 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feeaa42f-3ab3-4244-b824-5cc9cb9f1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3e73d5d0-7621-4e00-9c66-3aa1ad55d022), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.326097 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa42f-3ab3-4244-b824-5cc9cb9f1a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e73d5d0-7621-4e00-9c66-3aa1ad55d022,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:15.332354 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-feeaa42f-3ab3-4244-b824-5cc9cb9f1a8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c08404dbfc734fd2918915237799d034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028675 Feb 04 10:10:15.335094 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60676) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:15.345866 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec6678-134d-494c-9b51-fdfe220727b9 req-d3c63b8f-ee12-43d9-8f70-23d35392a1e3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:15.347383 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06ec6678-134d-494c-9b51-fdfe220727b9 req-d3c63b8f-ee12-43d9-8f70-23d35392a1e3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1122124 Feb 04 10:10:15.404211 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b85391cf-7398-4e40-8a53-268e23685d5e admin admin] Publish callbacks [] for security_group (3e73d5d0-7621-4e00-9c66-3aa1ad55d022), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.425016 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06ec6678-134d-494c-9b51-fdfe220727b9 req-c44646dd-f3c5-41b7-9f9d-0e083b839df1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674031 Feb 04 10:10:15.441389 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b85391cf-7398-4e40-8a53-268e23685d5e admin admin] Publish callbacks [] for security_group (3e73d5d0-7621-4e00-9c66-3aa1ad55d022), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.495112 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b85391cf-7398-4e40-8a53-268e23685d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3e73d5d0-7621-4e00-9c66-3aa1ad55d022), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.500662 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b85391cf-7398-4e40-8a53-268e23685d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:15.503408 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b85391cf-7398-4e40-8a53-268e23685d5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e73d5d0-7621-4e00-9c66-3aa1ad55d022 HTTP/1.1" status: 204 len: 168 time: 0.1671124 Feb 04 10:10:15.514951 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85391cf-7398-4e40-8a53-268e23685d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e73d5d0-7621-4e00-9c66-3aa1ad55d022,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:15.576582 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:16.563786 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c64803-6c6e-468f-90dd-1258efb5a201 req-944ce497-ff38-42f2-b530-6dc32c36288a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:16.564273 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01c64803-6c6e-468f-90dd-1258efb5a201 req-944ce497-ff38-42f2-b530-6dc32c36288a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.0699391 Feb 04 10:10:16.624529 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01c64803-6c6e-468f-90dd-1258efb5a201 req-3042e382-abbc-4550-bb8d-c01c98949e39 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532632 Feb 04 10:10:16.742521 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244a2d-ce2a-4358-a906-f3420c51eed3 req-b9e1d392-570e-45d9-8787-69803d91ecfe tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:16.744397 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0244a2d-ce2a-4358-a906-f3420c51eed3 req-b9e1d392-570e-45d9-8787-69803d91ecfe tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0585771 Feb 04 10:10:16.826371 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0244a2d-ce2a-4358-a906-f3420c51eed3 req-b04e0d88-d75a-4ae1-a321-c61c80634d82 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743120 Feb 04 10:10:16.881651 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.307882 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:17.419155 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d08d8d53-7c44-4f3b-88ab-b08cb6afb6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.496923 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d08d8d53-7c44-4f3b-88ab-b08cb6afb6d0 admin admin] Publish callbacks [] for security_group (b97cb7eb-040e-4e3f-a56c-429279ac5dfa), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.500886 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d08d8d53-7c44-4f3b-88ab-b08cb6afb6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b97cb7eb-040e-4e3f-a56c-429279ac5dfa), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.540505 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d08d8d53-7c44-4f3b-88ab-b08cb6afb6d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f96c23c1b4d84c92a606490300a9bc80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315648 Feb 04 10:10:17.542531 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d8d53-7c44-4f3b-88ab-b08cb6afb6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97cb7eb-040e-4e3f-a56c-429279ac5dfa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:17.543289 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60796) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:17.595912 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f373bf-b354-4e14-8c1d-af64eb058380 admin admin] Publish callbacks [] for security_group (b97cb7eb-040e-4e3f-a56c-429279ac5dfa), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.618168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f373bf-b354-4e14-8c1d-af64eb058380 admin admin] Publish callbacks [] for security_group (b97cb7eb-040e-4e3f-a56c-429279ac5dfa), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.675673 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f373bf-b354-4e14-8c1d-af64eb058380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b97cb7eb-040e-4e3f-a56c-429279ac5dfa), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.678397 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f373bf-b354-4e14-8c1d-af64eb058380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:17.682099 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c5f373bf-b354-4e14-8c1d-af64eb058380 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b97cb7eb-040e-4e3f-a56c-429279ac5dfa HTTP/1.1" status: 204 len: 168 time: 0.1350389 Feb 04 10:10:17.688539 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f373bf-b354-4e14-8c1d-af64eb058380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97cb7eb-040e-4e3f-a56c-429279ac5dfa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:17.943305 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:18.078724 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d573a1a2-dd42-4904-91bb-fd3285643c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.106154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-c53dafdd-1910-4557-85f1-fcba4db87eb9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:18.107590 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-c53dafdd-1910-4557-85f1-fcba4db87eb9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.1255682 Feb 04 10:10:18.133933 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-21db5044-bcd5-4b29-be67-6b49875cde3d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/quotas/0d544571182f4879a81dbcb723b707e4 HTTP/1.1" status: 200 len: 375 time: 0.0199239 Feb 04 10:10:18.227501 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d573a1a2-dd42-4904-91bb-fd3285643c5b admin admin] Publish callbacks [] for security_group (5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.233832 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-bc684429-f3a0-4374-9d0c-8e7012e1462e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916574 Feb 04 10:10:18.234913 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d573a1a2-dd42-4904-91bb-fd3285643c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.313943 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573a1a2-dd42-4904-91bb-fd3285643c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:18.322710 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d573a1a2-dd42-4904-91bb-fd3285643c5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54a5e68104ae4a1fad50794ce12b45ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782997 Feb 04 10:10:18.325866 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60858) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:18.380716 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-81dfa5ba-78d3-465f-b5bf-0070786988d4 service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355965 Feb 04 10:10:18.463964 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b0f-1f30-425b-bcb8-08593f63da3d admin admin] Publish callbacks [] for security_group (5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.505999 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b0f-1f30-425b-bcb8-08593f63da3d admin admin] Publish callbacks [] for security_group (5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.516292 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-a627a240-e34a-40a7-940e-d71ecc0eae6d service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288207 Feb 04 10:10:18.541568 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60868) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:18.613718 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b0f-1f30-425b-bcb8-08593f63da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.617517 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b0f-1f30-425b-bcb8-08593f63da3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.621969 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a83f4b0f-1f30-425b-bcb8-08593f63da3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a HTTP/1.1" status: 204 len: 168 time: 0.2929499 Feb 04 10:10:18.634959 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f4b0f-1f30-425b-bcb8-08593f63da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcf78d-73e9-4e70-ba55-c18b5d1bae2a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:18.742957 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb857-84bc-4e7a-831f-7fc5edbae6d6 req-b8b63b51-7d4f-43e6-b135-0238c8917d9e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:18.750361 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7cdbb857-84bc-4e7a-831f-7fc5edbae6d6 req-b8b63b51-7d4f-43e6-b135-0238c8917d9e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1531150 Feb 04 10:10:18.756296 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-c005521c-cd54-464d-9def-362ebf7f66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:18.757738 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-c005521c-cd54-464d-9def-362ebf7f66ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.1590931 Feb 04 10:10:18.765064 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-647120446-network', 'tenant_id': '9005551c09f24411b930574342f441a1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:10:18.870387 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ae4ffaa3-c4e8-48be-a15d-a6c19cbf792f req-bb5f5bec-1ec2-4e2d-9add-2e9d3d44b62e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 210 time: 0.1018260 Feb 04 10:10:18.918756 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Made reservation on behalf of 9005551c09f24411b930574342f441a1 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:10:18.922021 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:18.955601 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.011267 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7cdbb857-84bc-4e7a-831f-7fc5edbae6d6 req-17d09b14-f9a8-412d-a505-3439ef1f30bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596381 Feb 04 10:10:19.030465 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-b3c019ae-4fbe-419e-8723-3a73089565c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:19.032540 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-b3c019ae-4fbe-419e-8723-3a73089565c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.2619026 Feb 04 10:10:19.072742 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60892) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:19.088311 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c31b81f-98ff-4c53-8409-a9507e7b8cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.105844 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-5b9707cc-a75c-40ff-a7e1-2678ff959aa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 217 time: 0.0556924 Feb 04 10:10:19.199914 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-c1c57421-0603-4366-ac70-d71ea0ab331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:19.201502 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-c1c57421-0603-4366-ac70-d71ea0ab331a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.0876098 Feb 04 10:10:19.206692 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c31b81f-98ff-4c53-8409-a9507e7b8cda admin admin] Publish callbacks [] for security_group (4693e544-ebda-48b9-ac05-47f762d2d1ba), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.211134 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c31b81f-98ff-4c53-8409-a9507e7b8cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (4693e544-ebda-48b9-ac05-47f762d2d1ba), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.224056 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks [] for security_group (fbe60cb3-a327-463e-be5e-45aec34e33fd), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.249301 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-071bf05a-6771-4c6e-a1eb-2583240ebb0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369790 Feb 04 10:10:19.249985 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (fbe60cb3-a327-463e-be5e-45aec34e33fd), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.264955 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7c31b81f-98ff-4c53-8409-a9507e7b8cda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0972385294584dc59c5b812107fd3c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910658 Feb 04 10:10:19.266222 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31b81f-98ff-4c53-8409-a9507e7b8cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4693e544-ebda-48b9-ac05-47f762d2d1ba,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:19.268924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60900) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:19.269782 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:10:19.311097 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (02ac99bf-3e6a-4afd-894f-9acce30d20ea), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.312259 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Added segment 02ac99bf-3e6a-4afd-894f-9acce30d20ea of type vlan for network f2363f4f-0aec-4c2e-9c17-363508a99c6e Feb 04 10:10:19.373153 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe60cb3-a327-463e-be5e-45aec34e33fd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:19.425791 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (f2363f4f-0aec-4c2e-9c17-363508a99c6e), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.458831 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3af20346-be79-4988-a052-c563dbcd69a4 admin admin] Publish callbacks [] for security_group (4693e544-ebda-48b9-ac05-47f762d2d1ba), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.480889 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-b236193f-1869-482a-a4e5-81d045b22498 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886168 Feb 04 10:10:19.501669 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (f2363f4f-0aec-4c2e-9c17-363508a99c6e), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.502569 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:19.503138 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.508361 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3af20346-be79-4988-a052-c563dbcd69a4 admin admin] Publish callbacks [] for security_group (4693e544-ebda-48b9-ac05-47f762d2d1ba), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.608837 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0658655 Feb 04 10:10:19.611862 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60904) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:19.617790 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Request body: {'subnet': {'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-647120446-subnet', 'tenant_id': '9005551c09f24411b930574342f441a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:10:19.631898 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89e471-207a-4bcb-8a27-e3f474dd48b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f2363f4f-0aec-4c2e-9c17-363508a99c6e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:19.642802 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Made reservation on behalf of 9005551c09f24411b930574342f441a1 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:10:19.643903 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network f2363f4f-0aec-4c2e-9c17-363508a99c6e details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:10:19.646850 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.667885 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85e071dd-8ba0-46d9-9901-8378ff8c6242 req-d9413379-6d77-43dd-a49d-32bf2c9ce05c service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761043 Feb 04 10:10:19.692770 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3af20346-be79-4988-a052-c563dbcd69a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (4693e544-ebda-48b9-ac05-47f762d2d1ba), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.697595 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3af20346-be79-4988-a052-c563dbcd69a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.698995 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3af20346-be79-4988-a052-c563dbcd69a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4693e544-ebda-48b9-ac05-47f762d2d1ba HTTP/1.1" status: 204 len: 168 time: 0.4260097 Feb 04 10:10:19.709073 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af20346-be79-4988-a052-c563dbcd69a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4693e544-ebda-48b9-ac05-47f762d2d1ba,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:19.846852 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (eebbd37f-015f-41d3-a447-984b592c033e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.907654 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebbd37f-015f-41d3-a447-984b592c033e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:19.915856 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Checking segment: {'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:10:19.916218 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Network hostable DHCP agents. Network: f2363f4f-0aec-4c2e-9c17-363508a99c6e, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:10:19.936690 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Network f2363f4f-0aec-4c2e-9c17-363508a99c6e is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:10:19.948728 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, f2363f4f-0aec-4c2e-9c17-363508a99c6e) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:10:19.957163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332b086-b044-4fa2-bc47-daecce410bf9 None None] Network f2363f4f-0aec-4c2e-9c17-363508a99c6e requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:10:19.974260 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:19.975453 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:19.993723 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ebf6df96-dcd8-4a43-9855-73c49aa465b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3802586 Feb 04 10:10:20.032162 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7bba45b8-3a14-4339-b520-2794143e5cb1 req-2b74946f-79af-4231-9384-6dbf24f33441 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 210 time: 0.0537682 Feb 04 10:10:20.119193 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61005e-3a99-4329-b932-8921d438e4bf None None] Network f2363f4f-0aec-4c2e-9c17-363508a99c6e requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:10:20.232870 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621aefd-6086-4dfa-b452-f086f8ecf6ec req-19fc75ff-2e5a-488f-b24e-05a1d58a0be8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:20.234690 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1621aefd-6086-4dfa-b452-f086f8ecf6ec req-19fc75ff-2e5a-488f-b24e-05a1d58a0be8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0823171 Feb 04 10:10:20.372561 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1621aefd-6086-4dfa-b452-f086f8ecf6ec req-10806293-2837-4974-9b33-52fd7c75ade1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111298 Feb 04 10:10:20.438485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-16b5f734-e8ee-45b9-80c4-9acbf7e53161 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:20.440261 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-16b5f734-e8ee-45b9-80c4-9acbf7e53161 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.2278855 Feb 04 10:10:20.472809 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Request body: {'port': {'device_id': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'admin_state_up': True, 'tenant_id': '0d544571182f4879a81dbcb723b707e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:10:20.828243 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Made reservation on behalf of 0d544571182f4879a81dbcb723b707e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:10:20.832986 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:20.935460 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 60962) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:20.971314 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Allocated IP 172.20.0.5 (ac41d774-dd23-4eab-9748-129411df948c/e8844786-b766-424d-9c3b-50b997710742/c615c6c2-3a26-4bea-a59f-c452667487b5) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:10:21.048045 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9458d510-2b0c-4c19-98f6-23ca0946a853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.150222 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9458d510-2b0c-4c19-98f6-23ca0946a853 admin admin] Publish callbacks [] for security_group (c4a91c80-d3eb-4788-b353-26d8a9efab4e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.157202 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9458d510-2b0c-4c19-98f6-23ca0946a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c4a91c80-d3eb-4788-b353-26d8a9efab4e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.158256 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks [] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.177111 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-319878c8-62ba-430e-b595-e458496027fe req-1fea0c78-1cef-4cc6-b056-d06781c6b524 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 210 time: 0.0349634 Feb 04 10:10:21.213687 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9458d510-2b0c-4c19-98f6-23ca0946a853 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c5d414ca06f434098f60b620aac4aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771025 Feb 04 10:10:21.216326 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 60976) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:21.219965 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458d510-2b0c-4c19-98f6-23ca0946a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a91c80-d3eb-4788-b353-26d8a9efab4e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:21.230785 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.265620 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:10:21.277192 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9', '27ccf545-2e45-403e-bfd7-78792a4e8360'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:10:21.295788 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Network ac41d774-dd23-4eab-9748-129411df948c is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:10:21.302354 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:10:21.315762 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:10:21.337057 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event updated for resources: {'Port': ['ID=c615c6c2-3a26-4bea-a59f-c452667487b5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:21.357739 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61c13946-f931-4de1-a51e-be3b11dab2c9 admin admin] Publish callbacks [] for security_group (c4a91c80-d3eb-4788-b353-26d8a9efab4e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.378268 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:21.378889 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.397124 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61c13946-f931-4de1-a51e-be3b11dab2c9 admin admin] Publish callbacks [] for security_group (c4a91c80-d3eb-4788-b353-26d8a9efab4e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.406630 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-405e946b-3690-4d2f-a902-7a9e7187047b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380512 Feb 04 10:10:21.431407 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Request body: {'port': {'device_id': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:10:21.539603 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61c13946-f931-4de1-a51e-be3b11dab2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c4a91c80-d3eb-4788-b353-26d8a9efab4e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.542127 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61c13946-f931-4de1-a51e-be3b11dab2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.545823 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-61c13946-f931-4de1-a51e-be3b11dab2c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4a91c80-d3eb-4788-b353-26d8a9efab4e HTTP/1.1" status: 204 len: 168 time: 0.3259304 Feb 04 10:10:21.546278 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:21.562138 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c13946-f931-4de1-a51e-be3b11dab2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a91c80-d3eb-4788-b353-26d8a9efab4e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:21.616530 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56b6c-48b9-425a-801c-5b35e82f96ca req-1baa5db0-fce8-4c95-a694-e97efbcce06b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:21.620028 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-48e56b6c-48b9-425a-801c-5b35e82f96ca req-1baa5db0-fce8-4c95-a694-e97efbcce06b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1178639 Feb 04 10:10:21.755861 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-48e56b6c-48b9-425a-801c-5b35e82f96ca req-8a92537e-5ce1-4141-9be9-dbf5af666de3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224484 Feb 04 10:10:21.956099 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c615c6c2-3a26-4bea-a59f-c452667487b5 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:10:21.966542 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Publish callbacks [] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.023079 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 32802) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:22.027690 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Transition to ACTIVE for port object c615c6c2-3a26-4bea-a59f-c452667487b5 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:10:22.036621 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf307459-a229-482e-be11-12a1ce60f4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.043046 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.114731 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf307459-a229-482e-be11-12a1ce60f4e0 admin admin] Publish callbacks [] for security_group (82d4291a-90ac-49a1-b3e6-771114f386d7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.121046 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf307459-a229-482e-be11-12a1ce60f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (82d4291a-90ac-49a1-b3e6-771114f386d7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.129442 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e46d0-7cff-463b-8308-4d561566d223 req-508299e9-b149-4e69-a54b-887bb249b2c0 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:22.131495 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-508299e9-b149-4e69-a54b-887bb249b2c0 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/networks?id=f2363f4f-0aec-4c2e-9c17-363508a99c6e HTTP/1.1" status: 200 len: 813 time: 0.1601548 Feb 04 10:10:22.167213 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bf307459-a229-482e-be11-12a1ce60f4e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed1ea277b9cf4956966fa9cf79b49b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428995 Feb 04 10:10:22.168173 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf307459-a229-482e-be11-12a1ce60f4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4291a-90ac-49a1-b3e6-771114f386d7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:22.171031 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 32806) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:22.222056 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Pushing event updated for resources: {'Port': ['ID=c615c6c2-3a26-4bea-a59f-c452667487b5,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:22.226618 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-e94f9a32-7a76-47a6-a4e5-57278ef7579d tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/quotas/9005551c09f24411b930574342f441a1 HTTP/1.1" status: 200 len: 375 time: 0.0858247 Feb 04 10:10:22.247006 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07aa31a8-cbb9-434f-b195-bea50f1709ea admin admin] Publish callbacks [] for security_group (82d4291a-90ac-49a1-b3e6-771114f386d7), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.274454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-274350fc-006a-4f05-a5b8-49d5180ec2ca tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9005551c09f24411b930574342f441a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343323 Feb 04 10:10:22.274945 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07aa31a8-cbb9-434f-b195-bea50f1709ea admin admin] Publish callbacks [] for security_group (82d4291a-90ac-49a1-b3e6-771114f386d7), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.337536 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07aa31a8-cbb9-434f-b195-bea50f1709ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (82d4291a-90ac-49a1-b3e6-771114f386d7), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.340540 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07aa31a8-cbb9-434f-b195-bea50f1709ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.341856 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-07aa31a8-cbb9-434f-b195-bea50f1709ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82d4291a-90ac-49a1-b3e6-771114f386d7 HTTP/1.1" status: 204 len: 168 time: 0.1696007 Feb 04 10:10:22.357553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Attempting to bind port c615c6c2-3a26-4bea-a59f-c452667487b5 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:10:22.357781 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa31a8-cbb9-434f-b195-bea50f1709ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4291a-90ac-49a1-b3e6-771114f386d7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:22.357865 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Attempting to bind port c615c6c2-3a26-4bea-a59f-c452667487b5 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:10:22.358121 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Attempting to bind port c615c6c2-3a26-4bea-a59f-c452667487b5 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:10:22.383005 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 32816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:22.386551 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Port c615c6c2-3a26-4bea-a59f-c452667487b5 on network ac41d774-dd23-4eab-9748-129411df948c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:10:22.387037 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Attempting to bind port c615c6c2-3a26-4bea-a59f-c452667487b5 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:10:22.400673 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:10:22.401012 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Checking segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:10:22.401532 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Bound using segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:10:22.401979 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Bound port: c615c6c2-3a26-4bea-a59f-c452667487b5, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:10:22.402337 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.466135 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f4718-7ed4-4734-9ec3-6ff3fbf2c8dd req-c8fd6d91-1174-44cd-af1b-2490f2523465 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:22.467949 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-419f4718-7ed4-4734-9ec3-6ff3fbf2c8dd req-c8fd6d91-1174-44cd-af1b-2490f2523465 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 943 time: 0.1891208 Feb 04 10:10:22.481497 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-cecbde98-38c3-4333-83b4-320bb64d7db5 service neutron] 10.222.0.39 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867061 Feb 04 10:10:22.523093 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8af15f37-c9c8-4641-9784-9110d1fd7be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.578816 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] For port c615c6c2-3a26-4bea-a59f-c452667487b5, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:10:22.601110 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] For port c615c6c2-3a26-4bea-a59f-c452667487b5, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c615c6c2-3a26-4bea-a59f-c452667487b5,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:10:22.607726 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8af15f37-c9c8-4641-9784-9110d1fd7be8 admin admin] Publish callbacks [] for security_group (9cb95634-b861-4f1d-9299-049c6ac6af8d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.614261 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.614419 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8af15f37-c9c8-4641-9784-9110d1fd7be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9cb95634-b861-4f1d-9299-049c6ac6af8d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.619054 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-419f4718-7ed4-4734-9ec3-6ff3fbf2c8dd req-7a7b6cc3-612c-459d-a302-7410bf0d0777 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440530 Feb 04 10:10:22.665069 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8af15f37-c9c8-4641-9784-9110d1fd7be8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=963d98ec1569450d8153b711be72fd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731869 Feb 04 10:10:22.665069 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15f37-c9c8-4641-9784-9110d1fd7be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb95634-b861-4f1d-9299-049c6ac6af8d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:22.665069 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 32824) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:22.665300 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:22.665300 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.665709 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] 10.222.0.57 "PUT /v2.0/ports/c615c6c2-3a26-4bea-a59f-c452667487b5 HTTP/1.1" status: 200 len: 1093 time: 1.2430825 Feb 04 10:10:22.669623 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'tag': 'c615c6c2-3a26-4bea-a59f-c452667487b5'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:10:22.672027 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d337d2de-25e0-4be7-a5ca-d0881291a692", "tag": "c615c6c2-3a26-4bea-a59f-c452667487b5"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:10:22.705856 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-882bd9dd-91c5-41fa-a75a-32076a98716f service neutron] 10.222.0.39 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048690 Feb 04 10:10:22.726655 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b941ee7-a189-456a-b77e-7d2045c1668e service neutron] Pushing event updated for resources: {'Port': ['ID=c615c6c2-3a26-4bea-a59f-c452667487b5,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:22.758120 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85b4492-78d4-4403-9d66-67f856fd3cbb admin admin] Publish callbacks [] for security_group (9cb95634-b861-4f1d-9299-049c6ac6af8d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.801568 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85b4492-78d4-4403-9d66-67f856fd3cbb admin admin] Publish callbacks [] for security_group (9cb95634-b861-4f1d-9299-049c6ac6af8d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.807096 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e520fa2-0eab-4c39-8a7b-b449a7397134 x-openstack-request-id: req-1e520fa2-0eab-4c39-8a7b-b449a7397134 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:10:22.807422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d337d2de-25e0-4be7-a5ca-d0881291a692", "tag": "c615c6c2-3a26-4bea-a59f-c452667487b5", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:10:22.807683 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e520fa2-0eab-4c39-8a7b-b449a7397134 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:10:22.808088 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'tag': 'c615c6c2-3a26-4bea-a59f-c452667487b5', 'status': 'completed', 'code': 200} Feb 04 10:10:22.873386 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-f4153571-3b61-4036-96a3-d2e23dd00be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:22.875274 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-f4153571-3b61-4036-96a3-d2e23dd00be5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 1127 time: 0.1264729 Feb 04 10:10:22.888965 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85b4492-78d4-4403-9d66-67f856fd3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9cb95634-b861-4f1d-9299-049c6ac6af8d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.892089 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85b4492-78d4-4403-9d66-67f856fd3cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:22.902291 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a85b4492-78d4-4403-9d66-67f856fd3cbb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cb95634-b861-4f1d-9299-049c6ac6af8d HTTP/1.1" status: 204 len: 168 time: 0.2365143 Feb 04 10:10:22.914135 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b4492-78d4-4403-9d66-67f856fd3cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb95634-b861-4f1d-9299-049c6ac6af8d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:22.955297 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-5e2327c5-c164-436b-a8e3-4344820e12fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c615c6c2-3a26-4bea-a59f-c452667487b5 HTTP/1.1" status: 200 len: 217 time: 0.0615084 Feb 04 10:10:22.977580 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc91a-b8cc-43a8-a82e-e77e35be43af req-611b2569-a600-44f1-86cc-cad1d8881ad4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:22.985628 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-edfdc91a-b8cc-43a8-a82e-e77e35be43af req-611b2569-a600-44f1-86cc-cad1d8881ad4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1519697 Feb 04 10:10:23.052900 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd65f424-c983-45ed-84be-8a01544a1c41 req-d23a0ca6-1498-4a13-b615-e144d9739c08 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 210 time: 0.0965135 Feb 04 10:10:23.089963 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-5f5a55d1-c1d2-4530-a759-3f14018bbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:23.092102 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-5f5a55d1-c1d2-4530-a759-3f14018bbb71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.1220338 Feb 04 10:10:23.131122 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-1e30d639-9b8b-4258-8761-0e300d368f0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305181 Feb 04 10:10:23.134592 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-edfdc91a-b8cc-43a8-a82e-e77e35be43af req-a74e5453-4339-4ed0-aa0f-40ace201ec5d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481583 Feb 04 10:10:23.285343 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-71d3f56b-1290-426b-a734-2b21a89c5779 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476786 Feb 04 10:10:23.397398 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 32860) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:23.413544 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a67c4d34-535b-41ac-acf5-e0fdca1931f8 req-4843112e-559d-4dd8-9767-19af722e8f55 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214113 Feb 04 10:10:23.415001 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef32dec8-43fd-46a1-9b0f-04e130053077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:23.506894 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef32dec8-43fd-46a1-9b0f-04e130053077 admin admin] Publish callbacks [] for security_group (3667c897-458c-4f85-968d-746301a8a224), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:23.512923 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef32dec8-43fd-46a1-9b0f-04e130053077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3667c897-458c-4f85-968d-746301a8a224), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:23.551220 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ef32dec8-43fd-46a1-9b0f-04e130053077 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6c720bcf56f48cf8a19ae391c9aeca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513662 Feb 04 10:10:23.552101 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32dec8-43fd-46a1-9b0f-04e130053077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3667c897-458c-4f85-968d-746301a8a224,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:23.554626 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 32864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:23.649494 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2707ec6-848f-4163-beb5-cc4b12df6708 admin admin] Publish callbacks [] for security_group (3667c897-458c-4f85-968d-746301a8a224), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:23.654043 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-45f26fde-b334-4688-8ca9-030a7270f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:23.655760 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-45f26fde-b334-4688-8ca9-030a7270f906 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 1127 time: 0.0855324 Feb 04 10:10:23.687682 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2707ec6-848f-4163-beb5-cc4b12df6708 admin admin] Publish callbacks [] for security_group (3667c897-458c-4f85-968d-746301a8a224), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:23.832731 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2707ec6-848f-4163-beb5-cc4b12df6708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3667c897-458c-4f85-968d-746301a8a224), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:23.836047 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2707ec6-848f-4163-beb5-cc4b12df6708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:23.840337 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c2707ec6-848f-4163-beb5-cc4b12df6708 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3667c897-458c-4f85-968d-746301a8a224 HTTP/1.1" status: 204 len: 168 time: 0.2816319 Feb 04 10:10:23.863878 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cd6bd-c7f6-4ca9-8b91-d9e8013c88c5 req-c717868b-9178-4eb3-97c2-1fcf3df043c1 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:23.865494 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2f2cd6bd-c7f6-4ca9-8b91-d9e8013c88c5 req-c717868b-9178-4eb3-97c2-1fcf3df043c1 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 943 time: 0.1083958 Feb 04 10:10:23.866272 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2707ec6-848f-4163-beb5-cc4b12df6708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3667c897-458c-4f85-968d-746301a8a224,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:23.868386 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-dd9d0c43-1e68-44e2-96cf-7d719d5a9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:23.872676 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-dd9d0c43-1e68-44e2-96cf-7d719d5a9ddf service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 915 time: 0.1649196 Feb 04 10:10:23.929781 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-6b54f0c7-1356-4d55-bf6d-73f0a3848d12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c615c6c2-3a26-4bea-a59f-c452667487b5 HTTP/1.1" status: 200 len: 217 time: 0.0481761 Feb 04 10:10:23.980966 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2f2cd6bd-c7f6-4ca9-8b91-d9e8013c88c5 req-30162935-b65a-44aa-8108-b555a32f6d54 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062527 Feb 04 10:10:24.011378 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-eec899df-09bc-4c56-8d32-fc2284289ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:24.012932 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-eec899df-09bc-4c56-8d32-fc2284289ea7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.0704296 Feb 04 10:10:24.055315 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-95b57e2f-0af3-415b-9a19-26d8efdb86c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256050 Feb 04 10:10:24.168215 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2099863-3c12-4ccd-8cbe-97de3a6b96cf req-a7a9ef63-f66a-4fd1-a617-187228b5ccb6 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 210 time: 0.0364733 Feb 04 10:10:24.211176 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-b16ec99a-411d-43bc-8e26-67bbf313c3a1 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490319 Feb 04 10:10:24.400356 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85814e-898a-42ec-b809-28ca4166746a req-c8dec970-8ce7-4066-957b-aae0ea217a57 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:24.402126 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d85814e-898a-42ec-b809-28ca4166746a req-c8dec970-8ce7-4066-957b-aae0ea217a57 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1240644 Feb 04 10:10:24.437375 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d25fcb-8302-420c-8e4d-7ce3f7a2f8ac req-19c5a212-02d1-4944-bfe1-883cdb74ab41 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178578 Feb 04 10:10:24.512941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d85814e-898a-42ec-b809-28ca4166746a req-01b50665-56e5-4c90-b3b4-7657477f636d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842566 Feb 04 10:10:24.539990 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e46d0-7cff-463b-8308-4d561566d223 req-e448c1f8-01be-4b97-b70c-7cc61f96a9cf tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:24.541977 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-e448c1f8-01be-4b97-b70c-7cc61f96a9cf tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "GET /v2.0/networks?id=f2363f4f-0aec-4c2e-9c17-363508a99c6e HTTP/1.1" status: 200 len: 813 time: 0.1953449 Feb 04 10:10:24.573242 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Request body: {'port': {'device_id': '07550dea-457b-44c2-b870-8d68cfe29acc', 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e', 'admin_state_up': True, 'tenant_id': '9005551c09f24411b930574342f441a1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:10:24.689062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Made reservation on behalf of 9005551c09f24411b930574342f441a1 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:10:24.692485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:24.837339 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Allocated IP 172.20.0.4 (f2363f4f-0aec-4c2e-9c17-363508a99c6e/eebbd37f-015f-41d3-a447-984b592c033e/887d8cdb-fafb-436d-9e9b-f88c56d233c2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:10:25.023633 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks [] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:25.089650 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:25.099950 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device c615c6c2-3a26-4bea-a59f-c452667487b5 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:10:25.149799 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Network f2363f4f-0aec-4c2e-9c17-363508a99c6e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:10:25.154114 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:10:25.156640 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:10:25.191618 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Pushing event updated for resources: {'Port': ['ID=887d8cdb-fafb-436d-9e9b-f88c56d233c2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:25.205006 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3285cce-0c49-46c0-80a9-8c25f074c6b8 req-d11049a7-789e-4e31-88bc-41ea95025ecd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:25.207191 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3285cce-0c49-46c0-80a9-8c25f074c6b8 req-d11049a7-789e-4e31-88bc-41ea95025ecd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 943 time: 0.1483099 Feb 04 10:10:25.211591 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port c615c6c2-3a26-4bea-a59f-c452667487b5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c615c6c2-3a26-4bea-a59f-c452667487b5,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:10:25.225638 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'c615c6c2-3a26-4bea-a59f-c452667487b5', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'port_id': 'c615c6c2-3a26-4bea-a59f-c452667487b5', 'mac_address': 'fa:16:3e:24:7f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8844786-b766-424d-9c3b-50b997710742', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:10:25.245659 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:25.246491 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:25.271126 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port c615c6c2-3a26-4bea-a59f-c452667487b5 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:10:25.271619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:25.293125 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c615c6c2-3a26-4bea-a59f-c452667487b5 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:10:25.309455 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-97ae246a-e72c-4a15-8bf0-a7857c0bc332 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411461 Feb 04 10:10:25.314380 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3285cce-0c49-46c0-80a9-8c25f074c6b8 req-8e512612-1fa9-40cb-8fc2-f6b2ced5b7e9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003864 Feb 04 10:10:25.314616 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port c615c6c2-3a26-4bea-a59f-c452667487b5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c615c6c2-3a26-4bea-a59f-c452667487b5,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:10:25.322163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:25.337382 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Request body: {'port': {'device_id': '07550dea-457b-44c2-b870-8d68cfe29acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:10:25.374488 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6c85b-b722-46e8-9c59-d83c1f1eb29c req-3548fd94-fc2f-44fe-9c60-619c0bb5b52c tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:25.376204 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1d6c85b-b722-46e8-9c59-d83c1f1eb29c req-3548fd94-fc2f-44fe-9c60-619c0bb5b52c tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 931 time: 0.1176615 Feb 04 10:10:25.381212 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=c615c6c2-3a26-4bea-a59f-c452667487b5,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:25.445782 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:25.473315 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1d6c85b-b722-46e8-9c59-d83c1f1eb29c req-64ef01fd-6832-4b96-bad6-ef1e9893d1c1 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852082 Feb 04 10:10:25.812076 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['c615c6c2-3a26-4bea-a59f-c452667487b5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:10:25.921752 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b92a7-2cd4-4005-9c8b-b2c4a4758f16 req-e7fb94e0-9ccf-41f0-aeeb-4990dc62ddcb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:25.923230 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c05b92a7-2cd4-4005-9c8b-b2c4a4758f16 req-e7fb94e0-9ccf-41f0-aeeb-4990dc62ddcb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.2960296 Feb 04 10:10:26.014615 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c05b92a7-2cd4-4005-9c8b-b2c4a4758f16 req-00ddfa2e-1962-4ce8-b9c8-5763f9cafaf9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844085 Feb 04 10:10:26.020297 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887d8cdb-fafb-436d-9e9b-f88c56d233c2 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:10:26.029008 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Publish callbacks [] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:26.043174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Transition to ACTIVE for port object 887d8cdb-fafb-436d-9e9b-f88c56d233c2 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:10:26.046912 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:26.096430 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Pushing event updated for resources: {'Port': ['ID=887d8cdb-fafb-436d-9e9b-f88c56d233c2,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:26.171140 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Attempting to bind port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:10:26.171476 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Attempting to bind port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:10:26.171896 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Attempting to bind port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 on network f2363f4f-0aec-4c2e-9c17-363508a99c6e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:10:26.176426 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 on network f2363f4f-0aec-4c2e-9c17-363508a99c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:10:26.176745 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Attempting to bind port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 on network f2363f4f-0aec-4c2e-9c17-363508a99c6e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:10:26.182128 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:10:26.182340 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Checking segment: {'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:10:26.182715 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Bound using segment: {'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:10:26.183136 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Bound port: 887d8cdb-fafb-436d-9e9b-f88c56d233c2, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:10:26.183486 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:26.251343 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] For port 887d8cdb-fafb-436d-9e9b-f88c56d233c2, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:10:26.254379 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] For port 887d8cdb-fafb-436d-9e9b-f88c56d233c2, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=887d8cdb-fafb-436d-9e9b-f88c56d233c2,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:10:26.261103 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:26.295179 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:26.295806 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:26.297200 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] 10.222.0.57 "PUT /v2.0/ports/887d8cdb-fafb-436d-9e9b-f88c56d233c2 HTTP/1.1" status: 200 len: 1093 time: 0.9657111 Feb 04 10:10:26.299709 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07550dea-457b-44c2-b870-8d68cfe29acc', 'tag': '887d8cdb-fafb-436d-9e9b-f88c56d233c2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:10:26.302699 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "07550dea-457b-44c2-b870-8d68cfe29acc", "tag": "887d8cdb-fafb-436d-9e9b-f88c56d233c2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:10:26.334727 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa2216-1407-46a9-b41e-968a3d426290 service neutron] Pushing event updated for resources: {'Port': ['ID=887d8cdb-fafb-436d-9e9b-f88c56d233c2,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:26.343877 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81edcdd7-6e3c-41a2-bb56-626ae3b93d15 x-openstack-request-id: req-81edcdd7-6e3c-41a2-bb56-626ae3b93d15 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:10:26.344152 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07550dea-457b-44c2-b870-8d68cfe29acc", "tag": "887d8cdb-fafb-436d-9e9b-f88c56d233c2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:10:26.344568 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81edcdd7-6e3c-41a2-bb56-626ae3b93d15 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:10:26.344976 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07550dea-457b-44c2-b870-8d68cfe29acc', 'tag': '887d8cdb-fafb-436d-9e9b-f88c56d233c2', 'status': 'completed', 'code': 200} Feb 04 10:10:26.466986 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e46d0-7cff-463b-8308-4d561566d223 req-a960a026-7986-4976-87f6-2e4689a5e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:26.468513 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-a960a026-7986-4976-87f6-2e4689a5e1e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9005551c09f24411b930574342f441a1&device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 1127 time: 0.0710595 Feb 04 10:10:26.475808 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4c394-606e-4400-a11c-9342f4d35170 req-87ab7208-7d21-4c97-bb02-74b9a14f74bd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:26.477159 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7d4c394-606e-4400-a11c-9342f4d35170 req-87ab7208-7d21-4c97-bb02-74b9a14f74bd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 944 time: 0.0890889 Feb 04 10:10:26.539954 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-923e08f3-8b62-4874-b63a-7038b6e9075b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887d8cdb-fafb-436d-9e9b-f88c56d233c2 HTTP/1.1" status: 200 len: 217 time: 0.0421739 Feb 04 10:10:26.600114 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7d4c394-606e-4400-a11c-9342f4d35170 req-8ffd568f-2828-4625-910f-841c4b1599e0 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167705 Feb 04 10:10:26.629348 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e46d0-7cff-463b-8308-4d561566d223 req-f109f793-1c6d-44e1-a4c4-131dc1e1ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:26.630842 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-f109f793-1c6d-44e1-a4c4-131dc1e1ca2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eebbd37f-015f-41d3-a447-984b592c033e HTTP/1.1" status: 200 len: 853 time: 0.0816243 Feb 04 10:10:26.664606 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-353866a1-0c41-469b-a3a6-2deb20e9164d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2363f4f-0aec-4c2e-9c17-363508a99c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275698 Feb 04 10:10:26.671348 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b36-fb22-4689-bac1-fc37333c13aa req-48d270e1-1773-435c-be46-9fe5d1dc4acc tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:26.672721 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e645b36-fb22-4689-bac1-fc37333c13aa req-48d270e1-1773-435c-be46-9fe5d1dc4acc tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 943 time: 0.1124442 Feb 04 10:10:26.771812 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e645b36-fb22-4689-bac1-fc37333c13aa req-b1e86bf1-0b87-4dc1-8bfa-b43317dbfea5 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908892 Feb 04 10:10:26.794571 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-07c91deb-2e6c-4134-b3d4-0900fd1c91d9 service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209340 Feb 04 10:10:26.886993 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-db3e46d0-7cff-463b-8308-4d561566d223 req-8ebb90b5-fbcf-4d2b-9327-11f33d999434 service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Feb 04 10:10:27.045967 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-97497ef8-4535-4593-9674-56655533ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:27.047392 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-97497ef8-4535-4593-9674-56655533ff91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9005551c09f24411b930574342f441a1&device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 1127 time: 0.0447054 Feb 04 10:10:27.118733 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device c615c6c2-3a26-4bea-a59f-c452667487b5 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:10:27.169626 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port c615c6c2-3a26-4bea-a59f-c452667487b5 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:10:27.173507 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port c615c6c2-3a26-4bea-a59f-c452667487b5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:10:27.173877 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:27.184934 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39901b47-ae3c-432d-b3bb-493239b6ac76 req-73d79046-9660-495a-a5e5-1297facbacf9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:27.186460 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39901b47-ae3c-432d-b3bb-493239b6ac76 req-73d79046-9660-495a-a5e5-1297facbacf9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0919728 Feb 04 10:10:27.191453 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-4a590cfa-46c2-4812-bce9-4042e7e8920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:27.192839 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-4a590cfa-46c2-4812-bce9-4042e7e8920c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2363f4f-0aec-4c2e-9c17-363508a99c6e HTTP/1.1" status: 200 len: 914 time: 0.1388972 Feb 04 10:10:27.240098 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-0a84ed06-a536-4701-afd0-ae001effbdb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887d8cdb-fafb-436d-9e9b-f88c56d233c2 HTTP/1.1" status: 200 len: 217 time: 0.0399444 Feb 04 10:10:27.252929 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port c615c6c2-3a26-4bea-a59f-c452667487b5 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:10:27.253369 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:27.277595 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615c6c2-3a26-4bea-a59f-c452667487b5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:10:27.279844 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98817d56-6586-46de-b370-e247e09902e0" -d '{"events": [{"server_uuid": "d337d2de-25e0-4be7-a5ca-d0881291a692", "name": "network-vif-plugged", "status": "completed", "tag": "c615c6c2-3a26-4bea-a59f-c452667487b5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:10:27.292965 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port c615c6c2-3a26-4bea-a59f-c452667487b5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c615c6c2-3a26-4bea-a59f-c452667487b5,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:10:27.298284 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:27.303034 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39901b47-ae3c-432d-b3bb-493239b6ac76 req-f7fa58ea-14d3-4887-bca5-5f04a04da0dc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084120 Feb 04 10:10:27.324369 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-326a7ce6-fc88-4c0e-b84c-799a1878c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:27.324369 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-326a7ce6-fc88-4c0e-b84c-799a1878c9f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eebbd37f-015f-41d3-a447-984b592c033e HTTP/1.1" status: 200 len: 853 time: 0.0716326 Feb 04 10:10:27.355301 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a7fc7-9961-49da-83ae-83a526652759 x-openstack-request-id: req-876a7fc7-9961-49da-83ae-83a526652759 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:10:27.355649 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d337d2de-25e0-4be7-a5ca-d0881291a692", "name": "network-vif-plugged", "status": "completed", "tag": "c615c6c2-3a26-4bea-a59f-c452667487b5", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:10:27.355901 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-876a7fc7-9961-49da-83ae-83a526652759 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:10:27.356480 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615c6c2-3a26-4bea-a59f-c452667487b5', 'code': 200} Feb 04 10:10:27.357823 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=c615c6c2-3a26-4bea-a59f-c452667487b5,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:27.366326 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-5dbd2c03-c25d-44b4-9c0a-e381a1224ae1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2363f4f-0aec-4c2e-9c17-363508a99c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305998 Feb 04 10:10:27.510517 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-a3678f35-3e55-4bdd-9f50-6c3ed6650ec8 service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952311 Feb 04 10:10:27.677007 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccfc900f-3a99-482c-9510-a5f2f0e36a8e req-12ab41e4-2269-4241-a913-eeff8cbf7e4f service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572661 Feb 04 10:10:27.686008 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab3772-eb78-4b5e-bcc4-bb979997ddc3 req-6bf9a763-9103-4157-81e4-cce7c15cfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:27.687453 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-baab3772-eb78-4b5e-bcc4-bb979997ddc3 req-6bf9a763-9103-4157-81e4-cce7c15cfd27 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 1129 time: 0.1152947 Feb 04 10:10:27.736517 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3368f05-14cc-4885-99a6-d7b54e4c9b8d req-83265c06-d33a-44db-b86f-bd8b2864db0b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:27.738191 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e3368f05-14cc-4885-99a6-d7b54e4c9b8d req-83265c06-d33a-44db-b86f-bd8b2864db0b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 945 time: 0.0655124 Feb 04 10:10:27.810017 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-baab3772-eb78-4b5e-bcc4-bb979997ddc3 req-2c2a0b64-b2e1-4842-82ee-db8c4b398b10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708375 Feb 04 10:10:27.814231 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e3368f05-14cc-4885-99a6-d7b54e4c9b8d req-c4df7734-6b69-4d1c-a970-cc4c1968d095 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Feb 04 10:10:27.891518 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebfead-6e40-45a9-ad59-508051486a01 req-1d607c1a-7fa1-4153-a4bf-e924ee6442aa tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:27.892996 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b4ebfead-6e40-45a9-ad59-508051486a01 req-1d607c1a-7fa1-4153-a4bf-e924ee6442aa tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 943 time: 0.0522077 Feb 04 10:10:27.937927 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b4ebfead-6e40-45a9-ad59-508051486a01 req-2a2b396a-2dc8-452b-a91d-28e144abef50 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Feb 04 10:10:28.431234 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545e8f2-7ed4-48c9-8ac2-11c72254a215 req-04b185b0-dc97-476c-869f-56868fcf60cb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:28.432726 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6545e8f2-7ed4-48c9-8ac2-11c72254a215 req-04b185b0-dc97-476c-869f-56868fcf60cb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0509329 Feb 04 10:10:28.478230 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6545e8f2-7ed4-48c9-8ac2-11c72254a215 req-9cfc3277-489f-4b99-b2ae-d207ed2c40bf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Feb 04 10:10:28.938037 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b98b-e940-43a4-bd33-eb7bfe7c9aca req-6dee11e2-4405-4b99-a059-3f670d435e15 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:28.939758 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d92b98b-e940-43a4-bd33-eb7bfe7c9aca req-6dee11e2-4405-4b99-a059-3f670d435e15 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 945 time: 0.0577075 Feb 04 10:10:28.999048 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d92b98b-e940-43a4-bd33-eb7bfe7c9aca req-8610d83c-116d-4088-9701-de6ecadb6950 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Feb 04 10:10:29.069422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c261b-2508-42dd-a42f-d1cb13246bb3 req-c6a0a529-75f2-4a88-8d23-69261851852f tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:29.072289 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b1c261b-2508-42dd-a42f-d1cb13246bb3 req-c6a0a529-75f2-4a88-8d23-69261851852f tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 943 time: 0.0625138 Feb 04 10:10:29.120931 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b1c261b-2508-42dd-a42f-d1cb13246bb3 req-a851f7ed-22db-4329-9430-f6e745af9812 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Feb 04 10:10:29.144332 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 887d8cdb-fafb-436d-9e9b-f88c56d233c2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:10:29.256825 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 887d8cdb-fafb-436d-9e9b-f88c56d233c2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=887d8cdb-fafb-436d-9e9b-f88c56d233c2,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:10:29.270462 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '887d8cdb-fafb-436d-9e9b-f88c56d233c2', 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e', 'port_id': '887d8cdb-fafb-436d-9e9b-f88c56d233c2', 'mac_address': 'fa:16:3e:77:fe:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebbd37f-015f-41d3-a447-984b592c033e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:10:29.306736 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:10:29.307123 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:29.319534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887d8cdb-fafb-436d-9e9b-f88c56d233c2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:10:29.339287 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 887d8cdb-fafb-436d-9e9b-f88c56d233c2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=887d8cdb-fafb-436d-9e9b-f88c56d233c2,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:10:29.342688 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:29.388728 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=887d8cdb-fafb-436d-9e9b-f88c56d233c2,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:29.602958 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5429123-4798-41dc-9d62-4dcf1b11d2c0 req-ab60d0e8-f8f1-44e9-a2ac-dd3c31af457e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:29.604468 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5429123-4798-41dc-9d62-4dcf1b11d2c0 req-ab60d0e8-f8f1-44e9-a2ac-dd3c31af457e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0529423 Feb 04 10:10:29.653487 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5429123-4798-41dc-9d62-4dcf1b11d2c0 req-e902d953-5c68-4d81-b419-1590c566bbe5 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Feb 04 10:10:29.875705 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['887d8cdb-fafb-436d-9e9b-f88c56d233c2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:10:30.120260 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478768-a421-44b9-9ab1-2062066af528 req-5f03a25b-9b2d-45d6-946f-fe9be8af0a86 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:30.121775 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3f478768-a421-44b9-9ab1-2062066af528 req-5f03a25b-9b2d-45d6-946f-fe9be8af0a86 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 945 time: 0.0563486 Feb 04 10:10:30.168795 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3f478768-a421-44b9-9ab1-2062066af528 req-4e49c37f-faf8-4122-8dbb-e20e5169c6c0 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Feb 04 10:10:30.239578 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817c00-58a6-4229-a07e-ebd000749564 req-0a950926-2be5-4360-b455-2b9eef8011e4 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:30.247477 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec817c00-58a6-4229-a07e-ebd000749564 req-0a950926-2be5-4360-b455-2b9eef8011e4 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 944 time: 0.0594006 Feb 04 10:10:30.289875 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec817c00-58a6-4229-a07e-ebd000749564 req-517e7599-e727-4fd9-aadb-0b63da7a0018 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Feb 04 10:10:30.774671 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed998e-77da-4fae-be7b-83bee86aadc8 req-e66fa777-606c-4618-a116-30370114d1c1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:30.777300 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11ed998e-77da-4fae-be7b-83bee86aadc8 req-e66fa777-606c-4618-a116-30370114d1c1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0582874 Feb 04 10:10:30.822643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11ed998e-77da-4fae-be7b-83bee86aadc8 req-034d2259-d3e4-4bbc-a27d-6ebc88e2dea1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Feb 04 10:10:31.149892 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 887d8cdb-fafb-436d-9e9b-f88c56d233c2 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:10:31.203046 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:10:31.206951 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:10:31.207322 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:31.283365 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:10:31.283766 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:31.306142 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07550dea-457b-44c2-b870-8d68cfe29acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d8cdb-fafb-436d-9e9b-f88c56d233c2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:10:31.308413 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a541336-a46b-488f-8385-0e9d653c8dee" -d '{"events": [{"server_uuid": "07550dea-457b-44c2-b870-8d68cfe29acc", "name": "network-vif-plugged", "status": "completed", "tag": "887d8cdb-fafb-436d-9e9b-f88c56d233c2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:10:31.321298 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 887d8cdb-fafb-436d-9e9b-f88c56d233c2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=887d8cdb-fafb-436d-9e9b-f88c56d233c2,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:10:31.326030 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:31.352879 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fbb9d3-d1ab-4134-82fe-7b9685b4a9d9 x-openstack-request-id: req-f5fbb9d3-d1ab-4134-82fe-7b9685b4a9d9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:10:31.353181 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07550dea-457b-44c2-b870-8d68cfe29acc", "name": "network-vif-plugged", "status": "completed", "tag": "887d8cdb-fafb-436d-9e9b-f88c56d233c2", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:10:31.353432 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5fbb9d3-d1ab-4134-82fe-7b9685b4a9d9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:10:31.353840 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07550dea-457b-44c2-b870-8d68cfe29acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d8cdb-fafb-436d-9e9b-f88c56d233c2', 'code': 200} Feb 04 10:10:31.376067 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=887d8cdb-fafb-436d-9e9b-f88c56d233c2,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:31.422604 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557619b-0d8b-46fe-8c67-60da168b92f5 req-d7e7a8fa-62ac-452b-ad9e-c28df8e59e88 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:31.424279 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2557619b-0d8b-46fe-8c67-60da168b92f5 req-d7e7a8fa-62ac-452b-ad9e-c28df8e59e88 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 945 time: 0.0534232 Feb 04 10:10:31.479975 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2557619b-0d8b-46fe-8c67-60da168b92f5 req-3e4727c7-cba2-4468-b72c-8d09ee1d8018 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Feb 04 10:10:31.626597 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f295a4-c81b-4a96-9b56-89869b4ff710 req-c847a52e-56d9-471a-9092-691f15d6a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:31.628279 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25f295a4-c81b-4a96-9b56-89869b4ff710 req-c847a52e-56d9-471a-9092-691f15d6a84b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 1129 time: 0.0463016 Feb 04 10:10:31.684596 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25f295a4-c81b-4a96-9b56-89869b4ff710 req-e8a13622-aac7-4c97-afb4-bb9585b09c52 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Feb 04 10:10:31.937553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ca1e6-ea65-4923-9c04-0a78691c8a38 req-2a203de8-3e88-4f99-947a-b78cc5271021 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:31.938942 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b8ca1e6-ea65-4923-9c04-0a78691c8a38 req-2a203de8-3e88-4f99-947a-b78cc5271021 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Feb 04 10:10:31.986052 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b8ca1e6-ea65-4923-9c04-0a78691c8a38 req-dd9f4dc2-fd18-4342-a945-479819db34ca tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Feb 04 10:10:32.608370 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e6a36-1f58-4487-9d5c-48518846d43c req-bb76f9de-1f24-4d53-b666-a036618cb89a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:32.609879 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e52e6a36-1f58-4487-9d5c-48518846d43c req-bb76f9de-1f24-4d53-b666-a036618cb89a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 945 time: 0.0527284 Feb 04 10:10:32.666270 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e52e6a36-1f58-4487-9d5c-48518846d43c req-c3879d97-94c6-43a2-8b9e-2d222ce65fc4 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Feb 04 10:10:33.103543 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def320-eb13-4cfd-a2f4-00e00c8ec48c req-2d13d751-bad3-423f-ae6d-3c8465dd23ad tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:33.104948 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-45def320-eb13-4cfd-a2f4-00e00c8ec48c req-2d13d751-bad3-423f-ae6d-3c8465dd23ad tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0510077 Feb 04 10:10:33.151032 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-45def320-eb13-4cfd-a2f4-00e00c8ec48c req-dc8f4b63-215f-4a61-9321-4de190cf1666 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Feb 04 10:10:33.786235 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fc27e-e0bd-4fc3-9a34-24106f4d28ff req-60312e83-0456-46db-8d4f-3c1f8f3d347e tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:33.788475 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-909fc27e-e0bd-4fc3-9a34-24106f4d28ff req-60312e83-0456-46db-8d4f-3c1f8f3d347e tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 945 time: 0.0539339 Feb 04 10:10:33.836301 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-909fc27e-e0bd-4fc3-9a34-24106f4d28ff req-98acf4ed-fc4a-4b3e-a1e5-0ad55415564a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Feb 04 10:10:34.284153 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684ed90-0a72-4486-8b20-c1de56c5df53 req-eb47c2a4-9908-4f99-b7a5-6a8520fcc553 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:34.286263 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4684ed90-0a72-4486-8b20-c1de56c5df53 req-eb47c2a4-9908-4f99-b7a5-6a8520fcc553 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0643971 Feb 04 10:10:34.334044 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4684ed90-0a72-4486-8b20-c1de56c5df53 req-c27bc0ef-9f64-4e66-9140-42164d22fc8c tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Feb 04 10:10:35.070844 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 33222) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:35.179517 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.259506 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Publish callbacks [] for security_group (db83af11-cb02-467f-aa64-a6397b46b9e2), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.264340 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (db83af11-cb02-467f-aa64-a6397b46b9e2), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.302745 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2a6628710bb4bfea687a957a4469759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307959 Feb 04 10:10:35.303459 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db83af11-cb02-467f-aa64-a6397b46b9e2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:35.305373 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33228) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:35.310482 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.310828 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.311167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.311499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.311859 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.312188 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.312514 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.312837 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.313159 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.313479 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.313800 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.314114 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.314428 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63585c87-9d4b-4c4a-b720-e5f506ef597b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.355961 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Publish callbacks [] for security_group (db83af11-cb02-467f-aa64-a6397b46b9e2), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.380627 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Publish callbacks [] for security_group (db83af11-cb02-467f-aa64-a6397b46b9e2), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.430524 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (db83af11-cb02-467f-aa64-a6397b46b9e2), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.433203 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.434363 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db83af11-cb02-467f-aa64-a6397b46b9e2 HTTP/1.1" status: 204 len: 168 time: 0.1279519 Feb 04 10:10:35.442114 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db83af11-cb02-467f-aa64-a6397b46b9e2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:35.449250 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.449624 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.449973 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.450311 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.450645 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.451223 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.451783 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.452173 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.452520 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.453040 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.453543 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.454126 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.454459 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acd96d-bf86-48aa-90a3-10cbfb460cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:10:35.469896 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d5e73-6ec4-4f84-b293-5849ab30bc1f req-b465c66c-3d1d-41d9-8140-17ec1fde025a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:35.471403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-677d5e73-6ec4-4f84-b293-5849ab30bc1f req-b465c66c-3d1d-41d9-8140-17ec1fde025a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0556574 Feb 04 10:10:35.530928 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-677d5e73-6ec4-4f84-b293-5849ab30bc1f req-1081634d-f72e-4a3a-9110-ca90a1680fc4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529058 Feb 04 10:10:35.707140 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33238) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:35.720312 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d78d0faa-8bab-41c8-8b0d-bc83f2a4031b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.791293 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d78d0faa-8bab-41c8-8b0d-bc83f2a4031b admin admin] Publish callbacks [] for security_group (2248406f-5740-48f8-8fea-86df7b486c14), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.794587 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d78d0faa-8bab-41c8-8b0d-bc83f2a4031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (2248406f-5740-48f8-8fea-86df7b486c14), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.831534 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d78d0faa-8bab-41c8-8b0d-bc83f2a4031b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edfad8a4747e4176881448a97c2cf553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231902 Feb 04 10:10:35.833479 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d0faa-8bab-41c8-8b0d-bc83f2a4031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2248406f-5740-48f8-8fea-86df7b486c14,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:35.834210 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 33240) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:35.886816 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bddaed-cf4b-41fc-aeb1-7b8dc20f49c3 admin admin] Publish callbacks [] for security_group (2248406f-5740-48f8-8fea-86df7b486c14), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.909923 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bddaed-cf4b-41fc-aeb1-7b8dc20f49c3 admin admin] Publish callbacks [] for security_group (2248406f-5740-48f8-8fea-86df7b486c14), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.959156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bddaed-cf4b-41fc-aeb1-7b8dc20f49c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (2248406f-5740-48f8-8fea-86df7b486c14), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.961802 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bddaed-cf4b-41fc-aeb1-7b8dc20f49c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:35.962940 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-01bddaed-cf4b-41fc-aeb1-7b8dc20f49c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2248406f-5740-48f8-8fea-86df7b486c14 HTTP/1.1" status: 204 len: 168 time: 0.1277497 Feb 04 10:10:35.975085 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bddaed-cf4b-41fc-aeb1-7b8dc20f49c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2248406f-5740-48f8-8fea-86df7b486c14,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:36.663165 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a27956-a9cb-411c-9df0-b00d44a050e4 req-08d4be1b-067f-483e-b7dc-ba00cf59c156 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:36.664684 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81a27956-a9cb-411c-9df0-b00d44a050e4 req-08d4be1b-067f-483e-b7dc-ba00cf59c156 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0553069 Feb 04 10:10:36.711870 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81a27956-a9cb-411c-9df0-b00d44a050e4 req-05239eb3-9e58-4bcf-8391-16508d121607 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Feb 04 10:10:37.422920 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-54d70068-f181-4247-a31f-749078a01914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:37.424675 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-54d70068-f181-4247-a31f-749078a01914 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.0510180 Feb 04 10:10:37.528273 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-74eddd68-c06e-47b2-9383-aee9bdf9b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:37.529731 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-74eddd68-c06e-47b2-9383-aee9bdf9b6ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.0826373 Feb 04 10:10:37.576036 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-822b53fd-06df-4f65-aebd-35109fad1349 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 217 time: 0.0378871 Feb 04 10:10:37.634650 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-3f68702a-3677-4f03-973a-4e831ee36548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:37.636162 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-3f68702a-3677-4f03-973a-4e831ee36548 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.0438380 Feb 04 10:10:37.683231 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-73945e3d-e41f-4678-9730-218dc0458a52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260589 Feb 04 10:10:37.798170 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-f6d6c976-dedb-4b1d-a9cc-db2e1ce60d02 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058729 Feb 04 10:10:37.887295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f1572-7ce0-4ecc-a6f5-756dae33601c req-dc6a905f-68f3-4336-b12f-ef18bb5863f3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:37.888709 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-501f1572-7ce0-4ecc-a6f5-756dae33601c req-dc6a905f-68f3-4336-b12f-ef18bb5863f3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1098783 Feb 04 10:10:37.932637 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e838c83-4934-46a3-a406-d595ec9f6725 req-2df9c217-001f-4dd9-ad5f-faf50d2cf5ca service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203372 Feb 04 10:10:37.954772 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-501f1572-7ce0-4ecc-a6f5-756dae33601c req-5e5fdfaa-f095-4ade-a322-9b45e81ba4fc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571730 Feb 04 10:10:39.074119 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0ee40-3d77-43ab-8ed7-fa9406ddcf59 req-1919b688-0ea2-4dd1-a255-a4ddf85fb08f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:39.075602 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-22f0ee40-3d77-43ab-8ed7-fa9406ddcf59 req-1919b688-0ea2-4dd1-a255-a4ddf85fb08f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Feb 04 10:10:39.119935 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-22f0ee40-3d77-43ab-8ed7-fa9406ddcf59 req-4a9f773b-6a7f-46a2-a799-57edaf681746 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Feb 04 10:10:40.235959 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b39e-35aa-4ad6-9c83-51a763480978 req-fb224391-3414-4ec3-a333-b8d6178c7717 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:40.237358 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6277b39e-35aa-4ad6-9c83-51a763480978 req-fb224391-3414-4ec3-a333-b8d6178c7717 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0516412 Feb 04 10:10:40.282229 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6277b39e-35aa-4ad6-9c83-51a763480978 req-6b717bba-233a-4651-823b-7f4ec40db216 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Feb 04 10:10:40.474355 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:40.823787 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5642946e-9724-4b40-9a51-6b3770996f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:41.400189 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f34de-2742-4058-9317-f4192879035e req-8d78555f-0c8b-49fb-9dd1-df5103f7a99a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:41.401640 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-518f34de-2742-4058-9317-f4192879035e req-8d78555f-0c8b-49fb-9dd1-df5103f7a99a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0551293 Feb 04 10:10:41.446400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-518f34de-2742-4058-9317-f4192879035e req-8c4851a0-3f67-42c1-bd56-395920c03d97 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Feb 04 10:10:42.581030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69df57e-810d-4fa2-9207-012d02360c9c req-5f7aeee4-fbec-44b3-aa2d-611dd58f4a6f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:42.582516 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c69df57e-810d-4fa2-9207-012d02360c9c req-5f7aeee4-fbec-44b3-aa2d-611dd58f4a6f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0564306 Feb 04 10:10:42.632487 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c69df57e-810d-4fa2-9207-012d02360c9c req-38c9c28c-c5ab-43ef-a594-d2ed66d43db0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Feb 04 10:10:43.080720 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0d44a89f-5f21-4f0e-a3fb-57aae01dfb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:43.749137 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af34b77-ce47-4094-a121-5636ff7c4045 req-59b28cae-e291-4df2-bc8e-db3e3dbd3405 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:43.750588 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6af34b77-ce47-4094-a121-5636ff7c4045 req-59b28cae-e291-4df2-bc8e-db3e3dbd3405 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0509298 Feb 04 10:10:43.799448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6af34b77-ce47-4094-a121-5636ff7c4045 req-9d035a15-b80c-4e17-b995-14a52d4ac3fb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Feb 04 10:10:43.852873 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:44.915974 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadcfbe-1515-4f8b-8a6f-b8710f81e001 req-8a5670ab-c142-4394-bdb6-93d97573d476 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:44.917448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-abadcfbe-1515-4f8b-8a6f-b8710f81e001 req-8a5670ab-c142-4394-bdb6-93d97573d476 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0507481 Feb 04 10:10:44.967653 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-abadcfbe-1515-4f8b-8a6f-b8710f81e001 req-db073554-04e8-4b61-bc6d-98144146539b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Feb 04 10:10:45.559051 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:46.144032 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112e35-0eb4-4a91-bafa-b546366443b2 req-85552038-9bd5-4776-9f4f-751f5b5b10e1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:46.146428 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51112e35-0eb4-4a91-bafa-b546366443b2 req-85552038-9bd5-4776-9f4f-751f5b5b10e1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0558186 Feb 04 10:10:46.204128 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51112e35-0eb4-4a91-bafa-b546366443b2 req-c8d85dc3-4dab-4b3f-99e3-720105ac74a0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 Feb 04 10:10:46.874002 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:47.336225 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fb9fb-5ca7-461a-98e1-c882e83dc8e1 req-42b1cffa-6a32-40ec-af46-f27562ab0d8d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:47.337670 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b9fb9fb-5ca7-461a-98e1-c882e83dc8e1 req-42b1cffa-6a32-40ec-af46-f27562ab0d8d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0571563 Feb 04 10:10:47.383998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b9fb9fb-5ca7-461a-98e1-c882e83dc8e1 req-541c422e-23bb-4ced-a6a1-316fe956ece7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Feb 04 10:10:48.500124 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654440e-82bf-4e85-891d-618e480c6c21 req-cd42f844-76e5-4e1d-8c7c-30289b1f3f91 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:10:48.501423 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9654440e-82bf-4e85-891d-618e480c6c21 req-cd42f844-76e5-4e1d-8c7c-30289b1f3f91 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0509222 Feb 04 10:10:48.510522 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33484) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:48.554272 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9654440e-82bf-4e85-891d-618e480c6c21 req-70945d4a-053b-4cd6-b9a1-f9563c462398 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458114 Feb 04 10:10:48.628207 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c58a4bac-4350-4f11-a0e8-fed76f761b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:48.709612 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c58a4bac-4350-4f11-a0e8-fed76f761b39 admin admin] Publish callbacks [] for security_group (6592c96d-cf49-49c0-83c9-e254ba4e837c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:48.713604 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c58a4bac-4350-4f11-a0e8-fed76f761b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6592c96d-cf49-49c0-83c9-e254ba4e837c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:48.752890 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c58a4bac-4350-4f11-a0e8-fed76f761b39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b3efa061ed7418e97ac2b5cc52bf780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412512 Feb 04 10:10:48.755750 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a4bac-4350-4f11-a0e8-fed76f761b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6592c96d-cf49-49c0-83c9-e254ba4e837c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:48.756289 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 33496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:48.809565 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba9cd71b-758b-4143-a937-05484171b9da admin admin] Publish callbacks [] for security_group (6592c96d-cf49-49c0-83c9-e254ba4e837c), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:48.834609 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba9cd71b-758b-4143-a937-05484171b9da admin admin] Publish callbacks [] for security_group (6592c96d-cf49-49c0-83c9-e254ba4e837c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:48.884895 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba9cd71b-758b-4143-a937-05484171b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6592c96d-cf49-49c0-83c9-e254ba4e837c), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:48.887685 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba9cd71b-758b-4143-a937-05484171b9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:48.888830 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ba9cd71b-758b-4143-a937-05484171b9da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6592c96d-cf49-49c0-83c9-e254ba4e837c HTTP/1.1" status: 204 len: 168 time: 0.1315720 Feb 04 10:10:48.897865 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cd71b-758b-4143-a937-05484171b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592c96d-cf49-49c0-83c9-e254ba4e837c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:49.902421 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 33552) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:50.012548 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41b02b0e-dcf3-4572-bb48-6fa09e37914c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:50.085958 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41b02b0e-dcf3-4572-bb48-6fa09e37914c admin admin] Publish callbacks [] for security_group (348a2fcf-be2b-4526-92e7-6188ad652e93), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:50.089699 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41b02b0e-dcf3-4572-bb48-6fa09e37914c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (348a2fcf-be2b-4526-92e7-6188ad652e93), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:50.126729 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-41b02b0e-dcf3-4572-bb48-6fa09e37914c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b8f8cf165544f7896308c2df3a82ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232633 Feb 04 10:10:50.127812 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b02b0e-dcf3-4572-bb48-6fa09e37914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348a2fcf-be2b-4526-92e7-6188ad652e93,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:50.129490 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:10:50.179460 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3b52518-3049-4ccc-9685-1a28b4f45320 admin admin] Publish callbacks [] for security_group (348a2fcf-be2b-4526-92e7-6188ad652e93), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:50.201087 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3b52518-3049-4ccc-9685-1a28b4f45320 admin admin] Publish callbacks [] for security_group (348a2fcf-be2b-4526-92e7-6188ad652e93), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:50.256591 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3b52518-3049-4ccc-9685-1a28b4f45320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (348a2fcf-be2b-4526-92e7-6188ad652e93), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:50.259218 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3b52518-3049-4ccc-9685-1a28b4f45320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:10:50.260426 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c3b52518-3049-4ccc-9685-1a28b4f45320 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/348a2fcf-be2b-4526-92e7-6188ad652e93 HTTP/1.1" status: 204 len: 168 time: 0.1299033 Feb 04 10:10:50.269400 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52518-3049-4ccc-9685-1a28b4f45320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a2fcf-be2b-4526-92e7-6188ad652e93,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:10:58.264381 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:11:00.550978 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:00.659358 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8e19-5ae1-47f2-a99e-e8969875c7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:00.739321 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8e19-5ae1-47f2-a99e-e8969875c7e5 admin admin] Publish callbacks [] for security_group (d2cd39ef-7dcd-4324-9c03-1ca8bac854d1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:00.744806 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8e19-5ae1-47f2-a99e-e8969875c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (d2cd39ef-7dcd-4324-9c03-1ca8bac854d1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:00.784224 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2e3a8e19-5ae1-47f2-a99e-e8969875c7e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16686b2f70c649fe958ec8e5ae2e8192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320564 Feb 04 10:11:00.785313 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a8e19-5ae1-47f2-a99e-e8969875c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd39ef-7dcd-4324-9c03-1ca8bac854d1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:00.787922 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:00.844341 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d559a55e-6364-4904-8796-5e2bf25ec1ff admin admin] Publish callbacks [] for security_group (d2cd39ef-7dcd-4324-9c03-1ca8bac854d1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:00.852402 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-eb3f3337-9dbb-4f40-bb47-89c3c5adf329 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:00.859741 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-eb3f3337-9dbb-4f40-bb47-89c3c5adf329 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.1305854 Feb 04 10:11:00.871140 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d559a55e-6364-4904-8796-5e2bf25ec1ff admin admin] Publish callbacks [] for security_group (d2cd39ef-7dcd-4324-9c03-1ca8bac854d1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:00.880321 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-329f7a7e-0c26-4baf-b0ac-0f05a4743747 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/quotas/0d544571182f4879a81dbcb723b707e4 HTTP/1.1" status: 200 len: 375 time: 0.0147457 Feb 04 10:11:00.940103 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d559a55e-6364-4904-8796-5e2bf25ec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (d2cd39ef-7dcd-4324-9c03-1ca8bac854d1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:00.943164 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d559a55e-6364-4904-8796-5e2bf25ec1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:00.944368 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d559a55e-6364-4904-8796-5e2bf25ec1ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2cd39ef-7dcd-4324-9c03-1ca8bac854d1 HTTP/1.1" status: 204 len: 168 time: 0.1553230 Feb 04 10:11:00.957903 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559a55e-6364-4904-8796-5e2bf25ec1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd39ef-7dcd-4324-9c03-1ca8bac854d1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:00.973698 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-f3365288-3379-4dd6-93f3-9fc0ffae12e5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922990 Feb 04 10:11:01.052069 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51381053-2f43-4958-87ad-47d03942ccb2 req-13d05fe3-ba51-49b3-ac4d-1a49a2b2228b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:01.053608 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51381053-2f43-4958-87ad-47d03942ccb2 req-13d05fe3-ba51-49b3-ac4d-1a49a2b2228b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1246669 Feb 04 10:11:01.150249 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51381053-2f43-4958-87ad-47d03942ccb2 req-925d0146-7bbb-4dce-9c9d-e608def6d1ff tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875413 Feb 04 10:11:01.174283 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-92d199fe-24c5-4f78-8666-0a7d0b8ff3a1 service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888897 Feb 04 10:11:01.337927 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1d9c0-79bd-40a7-a996-70b20311c88e req-ee58a1d0-c45a-4a5b-983d-361f7a51b204 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:01.340221 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1c1d9c0-79bd-40a7-a996-70b20311c88e req-ee58a1d0-c45a-4a5b-983d-361f7a51b204 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0966129 Feb 04 10:11:01.346994 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-965b5c53-0259-4b0d-981e-84471dc2ed84 service neutron] 10.222.0.39 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594875 Feb 04 10:11:01.397105 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1c1d9c0-79bd-40a7-a996-70b20311c88e req-419390bf-a6e4-45c8-ac86-d64d1bf0e670 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490375 Feb 04 10:11:01.562942 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c09e478-9483-40e0-8f34-1bbb58734455 req-c253d9b5-f4f8-4d9c-87b8-0c7710a07b18 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 210 time: 0.0297303 Feb 04 10:11:02.281164 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0638bf0-a4ec-42d1-a1a8-4f882c87673a req-e13f4b85-ca52-49f4-9c1f-efe0f19aeb08 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:02.282645 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0638bf0-a4ec-42d1-a1a8-4f882c87673a req-e13f4b85-ca52-49f4-9c1f-efe0f19aeb08 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0571370 Feb 04 10:11:02.596984 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0638bf0-a4ec-42d1-a1a8-4f882c87673a req-278fabaf-42f6-461b-a00a-8ce39dab3cee tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071177 Feb 04 10:11:02.611382 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d0671-7f3a-4ac7-9407-66b2e4f5cbf8 req-458ae666-3240-49f9-9523-f280080c7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:02.612903 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-562d0671-7f3a-4ac7-9407-66b2e4f5cbf8 req-458ae666-3240-49f9-9523-f280080c7a91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.1022964 Feb 04 10:11:02.619443 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536468e-4dc4-40e1-a061-71402afaf15e req-622854a0-7a12-4abe-8c71-19666a8e2d76 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:02.620973 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b536468e-4dc4-40e1-a061-71402afaf15e req-622854a0-7a12-4abe-8c71-19666a8e2d76 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1114404 Feb 04 10:11:02.724537 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-562d0671-7f3a-4ac7-9407-66b2e4f5cbf8 req-e37df266-4431-4441-a94d-2c623f16a38b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025112 Feb 04 10:11:02.726240 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e486723-991a-46e9-95f7-99e392061b4e req-397d2cb3-eb38-4ceb-88f4-759afd4aa80a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 210 time: 0.0571277 Feb 04 10:11:02.741332 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b536468e-4dc4-40e1-a061-71402afaf15e req-2d5b4796-174c-45e7-ae30-55645454eac1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988286 Feb 04 10:11:02.835334 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-6b5b373f-da0a-4f64-b576-3fe9b5704fc5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:02.836766 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-6b5b373f-da0a-4f64-b576-3fe9b5704fc5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 814 time: 0.1149342 Feb 04 10:11:03.077225 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Request body: {'port': {'device_id': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'admin_state_up': True, 'tenant_id': '0d544571182f4879a81dbcb723b707e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:03.186174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Made reservation on behalf of 0d544571182f4879a81dbcb723b707e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:11:03.189481 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:03.331616 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Allocated IP 172.20.0.11 (ac41d774-dd23-4eab-9748-129411df948c/e8844786-b766-424d-9c3b-50b997710742/d436ec50-39ed-4b4a-b2e1-f9270fcaca72) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:11:03.484554 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks [] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:03.517873 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:03.563131 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Network ac41d774-dd23-4eab-9748-129411df948c is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:11:03.566202 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:11:03.570790 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:11:03.577329 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event updated for resources: {'Port': ['ID=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:03.592187 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9', '27ccf545-2e45-403e-bfd7-78792a4e8360', 'c615c6c2-3a26-4bea-a59f-c452667487b5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:11:03.631904 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:03.632543 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:03.655934 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-62323419-0d30-4e55-8352-ee61e121b26a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826533 Feb 04 10:11:03.680460 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Request body: {'port': {'device_id': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:03.796200 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d7d9c-70c4-42ef-b796-0b88029be5bc req-dea9b4c5-eb3e-46aa-bca9-3d5f5cf635af tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:03.797678 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-434d7d9c-70c4-42ef-b796-0b88029be5bc req-dea9b4c5-eb3e-46aa-bca9-3d5f5cf635af tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0918319 Feb 04 10:11:03.799556 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:03.931228 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-434d7d9c-70c4-42ef-b796-0b88029be5bc req-e831eaa8-e587-41ce-b558-6f0a219429bb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142499 Feb 04 10:11:03.990422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7a38d-197a-4ae1-84e9-f70a4a71b2dd req-4e05bb8c-4c6c-42fa-a671-e1c15fe7328f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:03.991915 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9b7a38d-197a-4ae1-84e9-f70a4a71b2dd req-4e05bb8c-4c6c-42fa-a671-e1c15fe7328f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 932 time: 0.1931925 Feb 04 10:11:04.128382 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9b7a38d-197a-4ae1-84e9-f70a4a71b2dd req-7b5b4f9d-8bf9-42d1-a411-e4d1701fe8c6 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301239 Feb 04 10:11:04.166813 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca87d5-1180-43a6-a41b-0344c3238145 req-e309a1c5-54dd-422d-9be0-cfb77eb323a2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:04.168326 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8cca87d5-1180-43a6-a41b-0344c3238145 req-e309a1c5-54dd-422d-9be0-cfb77eb323a2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1560199 Feb 04 10:11:04.253078 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8cca87d5-1180-43a6-a41b-0344c3238145 req-6a15f828-70ed-41d3-a821-e85aea065839 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792110 Feb 04 10:11:04.263619 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d436ec50-39ed-4b4a-b2e1-f9270fcaca72 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:11:04.277747 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Publish callbacks [] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:04.290715 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Transition to ACTIVE for port object d436ec50-39ed-4b4a-b2e1-f9270fcaca72 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:11:04.293925 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:04.366591 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:04.415793 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Attempting to bind port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:11:04.416130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Attempting to bind port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:11:04.416463 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Attempting to bind port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:11:04.420732 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 on network ac41d774-dd23-4eab-9748-129411df948c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:11:04.421051 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Attempting to bind port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 on network ac41d774-dd23-4eab-9748-129411df948c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:11:04.425759 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:11:04.426140 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Checking segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:11:04.426515 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Bound using segment: {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:11:04.426937 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Bound port: d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0384f9-b974-4a44-aa64-7070033cbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:11:04.427288 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:04.493309 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] For port d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:11:04.496504 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] For port d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:11:04.502644 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:04.541221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:04.541840 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:04.543206 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] 10.222.0.57 "PUT /v2.0/ports/d436ec50-39ed-4b4a-b2e1-f9270fcaca72 HTTP/1.1" status: 200 len: 1094 time: 0.8701491 Feb 04 10:11:04.543679 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:04.545910 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0df614-2d92-4386-9c53-55c264721ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:04.565660 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982269-494a-49d1-838b-9ee2e26c36d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:04.586132 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c1447-96d7-4644-9f95-bf66289896d4 x-openstack-request-id: req-9a3c1447-96d7-4644-9f95-bf66289896d4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:04.586588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:04.587006 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a3c1447-96d7-4644-9f95-bf66289896d4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:04.587440 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72', 'status': 'completed', 'code': 200} Feb 04 10:11:04.692763 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-e1b67935-6c90-498f-8659-c177f39a7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:04.694265 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-e1b67935-6c90-498f-8659-c177f39a7d81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 1128 time: 0.0458958 Feb 04 10:11:04.775414 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-01e6ed27-eeb5-4e02-9a97-671adc8867f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72 HTTP/1.1" status: 200 len: 217 time: 0.0355611 Feb 04 10:11:04.836595 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-eb6983ad-0a48-4a02-829d-d285f3512760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:04.838073 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-eb6983ad-0a48-4a02-829d-d285f3512760 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.0552437 Feb 04 10:11:04.879827 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-f64c76ac-810e-4184-b3cd-0bad4305611a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337815 Feb 04 10:11:04.975960 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-8885e777-42c0-4d22-80d4-60a2453d8732 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837452 Feb 04 10:11:05.102293 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c1496-c36b-41ff-8bee-5a72ade4de29 req-c8fe297e-c86f-4378-a6c3-2778dea20cf2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.103792 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6a2c1496-c36b-41ff-8bee-5a72ade4de29 req-c8fe297e-c86f-4378-a6c3-2778dea20cf2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0967484 Feb 04 10:11:05.123065 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4264b5ef-36f3-4cfb-a307-7739965e9c70 req-bf071fce-73e7-422d-ad00-173b2de3dfcc service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367500 Feb 04 10:11:05.158337 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6a2c1496-c36b-41ff-8bee-5a72ade4de29 req-3fcc7346-16e1-4b33-ba4a-503e540ca8cb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459158 Feb 04 10:11:05.251614 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33922) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:05.268144 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9aa88-1695-45b5-844c-c1de7a86392d req-7f697f28-2e48-4904-84e9-5c1b7af38499 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.270178 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-95c9aa88-1695-45b5-844c-c1de7a86392d req-7f697f28-2e48-4904-84e9-5c1b7af38499 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 944 time: 0.0628333 Feb 04 10:11:05.360927 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-95c9aa88-1695-45b5-844c-c1de7a86392d req-d0e5f5e3-85a7-48b9-9b4e-9f5029a7d2ee tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832114 Feb 04 10:11:05.390441 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2eaa-722e-4d6a-ae6d-c3c4e2dd95f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:05.395231 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-61adcfb5-aeb7-48cf-830e-d4d1202a4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.396865 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-61adcfb5-aeb7-48cf-830e-d4d1202a4ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d544571182f4879a81dbcb723b707e4&device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 1128 time: 0.1027184 Feb 04 10:11:05.476004 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2eaa-722e-4d6a-ae6d-c3c4e2dd95f2 admin admin] Publish callbacks [] for security_group (bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:05.479832 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2eaa-722e-4d6a-ae6d-c3c4e2dd95f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:05.517379 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f1cf2eaa-722e-4d6a-ae6d-c3c4e2dd95f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2e9cb55cc6b4c88907e8ff76f6edb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641132 Feb 04 10:11:05.519440 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf2eaa-722e-4d6a-ae6d-c3c4e2dd95f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:05.521998 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 33932) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:05.573212 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0961802e-06fa-4579-b360-e78338e70346 admin admin] Publish callbacks [] for security_group (bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:05.594088 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0810-0573-40f7-bee2-9ba399895ff6 req-928309d4-95e4-46d7-b97b-3ce23c65461c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.594530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0961802e-06fa-4579-b360-e78338e70346 admin admin] Publish callbacks [] for security_group (bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:05.595654 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c5a0810-0573-40f7-bee2-9ba399895ff6 req-928309d4-95e4-46d7-b97b-3ce23c65461c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1918731 Feb 04 10:11:05.607400 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-3e81373e-964d-4d37-aaae-9e275449b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.608873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-3e81373e-964d-4d37-aaae-9e275449b993 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.1947742 Feb 04 10:11:05.642720 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-4b81faeb-f32d-4ee9-8e3f-97665aa12efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.644136 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-4b81faeb-f32d-4ee9-8e3f-97665aa12efb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 200 len: 915 time: 0.2286744 Feb 04 10:11:05.646079 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0961802e-06fa-4579-b360-e78338e70346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:05.648736 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0961802e-06fa-4579-b360-e78338e70346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:05.649866 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0961802e-06fa-4579-b360-e78338e70346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1 HTTP/1.1" status: 204 len: 168 time: 0.1273212 Feb 04 10:11:05.658412 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961802e-06fa-4579-b360-e78338e70346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffc2cdc-e4fb-409c-b17b-1d7d1a0a4bc1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:05.660787 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c54a85-b421-4c8e-a0d1-cf9d22b102e0 req-fe95a08d-fb9a-40a7-afe6-16222df655d3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.662261 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53c54a85-b421-4c8e-a0d1-cf9d22b102e0 req-fe95a08d-fb9a-40a7-afe6-16222df655d3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.2078726 Feb 04 10:11:05.755871 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-84cb5f9d-2de0-4680-9eed-b669e5c3d4f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72 HTTP/1.1" status: 200 len: 217 time: 0.0675888 Feb 04 10:11:05.820641 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c5a0810-0573-40f7-bee2-9ba399895ff6 req-8496cd21-3f3b-4dc2-8620-309d916a8798 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167053 Feb 04 10:11:05.861989 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53c54a85-b421-4c8e-a0d1-cf9d22b102e0 req-880fe3b1-bdbd-487b-bf92-5028f4844bd8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723709 Feb 04 10:11:05.871166 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-523cf9e6-05f2-403b-8eaf-41c7e78b0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.872688 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-523cf9e6-05f2-403b-8eaf-41c7e78b0b73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 200 len: 854 time: 0.1003771 Feb 04 10:11:05.873854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-707b48de-2667-475c-bc58-9b37c08a5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:05.882321 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-707b48de-2667-475c-bc58-9b37c08a5387 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.2515144 Feb 04 10:11:05.962224 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-263c083a-433d-42f9-a4d7-e27ce12eb439 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac41d774-dd23-4eab-9748-129411df948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637312 Feb 04 10:11:05.963640 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-5b7d5de4-9fa0-45bd-8f08-c4aaead99a21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 217 time: 0.0560224 Feb 04 10:11:06.295505 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-32d5026d-173c-4892-a74c-343611663833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:06.296901 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-32d5026d-173c-4892-a74c-343611663833 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.3024879 Feb 04 10:11:06.338084 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-8c860ae8-9c47-414f-b6a9-4d900a9f4bb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315669 Feb 04 10:11:06.343031 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-4773379b-e779-4b4d-ac91-c4a0e4563ba7 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499238 Feb 04 10:11:06.551852 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-c585244d-1adc-4904-aac0-0e3d246bda99 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972888 Feb 04 10:11:06.554614 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a0df614-2d92-4386-9c53-55c264721ff1 req-61bc21f6-263e-40b5-aac0-fb90c8e015b3 service neutron] 10.222.0.57 "GET /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991081 Feb 04 10:11:06.561247 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ed95-4aad-471d-bae3-77f313578d86 req-bebd5bf5-d95c-4a75-8197-e5f3b78c7512 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:06.562617 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2931ed95-4aad-471d-bae3-77f313578d86 req-bebd5bf5-d95c-4a75-8197-e5f3b78c7512 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 944 time: 0.1247334 Feb 04 10:11:06.661016 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2931ed95-4aad-471d-bae3-77f313578d86 req-7036d9db-c554-4e5c-84bd-bb2a4e513b05 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915809 Feb 04 10:11:06.689898 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05f260ce-abb8-4ac1-b07a-193570b147b2 req-1fdbe705-6744-471b-834b-bafec2c5ffc5 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073365 Feb 04 10:11:06.975299 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60ad8e-bf2d-420a-8429-59792b303d91 req-ab40fd1c-97f4-4d7e-8166-de79192a9da2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:06.976805 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bb60ad8e-bf2d-420a-8429-59792b303d91 req-ab40fd1c-97f4-4d7e-8166-de79192a9da2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0827458 Feb 04 10:11:07.018134 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b3181-3766-4379-8912-f96d7cfb5cf7 req-c5fbfcb4-2a25-4515-9e2a-34858191dd51 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:07.019755 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9f3b3181-3766-4379-8912-f96d7cfb5cf7 req-c5fbfcb4-2a25-4515-9e2a-34858191dd51 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0852685 Feb 04 10:11:07.055395 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bb60ad8e-bf2d-420a-8429-59792b303d91 req-91756fee-dd34-4361-8b02-ecb33c91d469 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727062 Feb 04 10:11:07.081936 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9f3b3181-3766-4379-8912-f96d7cfb5cf7 req-81ffb26c-2f57-4631-b8a7-808eb78206b1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547380 Feb 04 10:11:07.336680 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device d436ec50-39ed-4b4a-b2e1-f9270fcaca72 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:11:07.550520 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:07.562225 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72', 'network_id': 'ac41d774-dd23-4eab-9748-129411df948c', 'port_id': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72', 'mac_address': 'fa:16:3e:46:f0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8844786-b766-424d-9c3b-50b997710742', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:11:07.598149 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:07.598536 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:07.611107 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d436ec50-39ed-4b4a-b2e1-f9270fcaca72 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:11:07.630747 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:07.634653 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:07.682298 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:07.689067 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.689473 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.689797 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.690128 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.690471 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.690819 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.691272 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.692180 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.692507 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.692831 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.693197 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.693463 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.693774 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:07.791499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00f49-f275-4df5-b4e1-caf17086fc7b req-d84939d1-7f50-4cef-935f-d14ac9c760ea tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:07.793002 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05b00f49-f275-4df5-b4e1-caf17086fc7b req-d84939d1-7f50-4cef-935f-d14ac9c760ea tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 945 time: 0.0602612 Feb 04 10:11:07.838440 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-05b00f49-f275-4df5-b4e1-caf17086fc7b req-ac2a6363-c4cc-4955-a412-82e11016f451 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 Feb 04 10:11:08.206951 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['d436ec50-39ed-4b4a-b2e1-f9270fcaca72'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:11:08.210847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c155-aaab-4597-8f9e-93064592f4ba req-fd0539d5-2400-4e54-8e26-59c32026a606 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:08.212396 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8cc3c155-aaab-4597-8f9e-93064592f4ba req-fd0539d5-2400-4e54-8e26-59c32026a606 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0836475 Feb 04 10:11:08.223939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b77b53-af90-4fd9-8d90-5ba4dbe0df4b req-eb7f180a-b487-4549-9e0b-5ff36b670592 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:08.225298 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12b77b53-af90-4fd9-8d90-5ba4dbe0df4b req-eb7f180a-b487-4549-9e0b-5ff36b670592 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0700428 Feb 04 10:11:08.293291 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8cc3c155-aaab-4597-8f9e-93064592f4ba req-2030d412-96d7-4fd2-b1dd-ff98d092d34b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669599 Feb 04 10:11:08.306350 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12b77b53-af90-4fd9-8d90-5ba4dbe0df4b req-4cccd3bf-ec05-4539-a055-82e65d053810 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734539 Feb 04 10:11:08.960619 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d3e1f-7cef-416c-a377-5af41956e1a2 req-55702664-4bd9-441b-8743-703aa34f22ec tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:08.962098 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d09d3e1f-7cef-416c-a377-5af41956e1a2 req-55702664-4bd9-441b-8743-703aa34f22ec tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 945 time: 0.0583518 Feb 04 10:11:09.008331 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d09d3e1f-7cef-416c-a377-5af41956e1a2 req-af55437b-6732-41fb-b402-04b1bfc95a4b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Feb 04 10:11:09.450549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0fd05-5d59-45c1-bcc1-6745c283ae4e req-43329656-818e-4a54-ba68-c6231ff38312 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:09.452039 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9fd0fd05-5d59-45c1-bcc1-6745c283ae4e req-43329656-818e-4a54-ba68-c6231ff38312 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0850968 Feb 04 10:11:09.458460 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a0cbe-4d61-49fc-ad72-473970c3434c req-ea824afe-d5f5-4a6b-8ddf-4673927c8032 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:09.459814 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1b5a0cbe-4d61-49fc-ad72-473970c3434c req-ea824afe-d5f5-4a6b-8ddf-4673927c8032 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0843015 Feb 04 10:11:09.527380 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9fd0fd05-5d59-45c1-bcc1-6745c283ae4e req-5df1a725-92e7-430c-8a0b-fdc5e3a22176 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666471 Feb 04 10:11:09.531318 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1b5a0cbe-4d61-49fc-ad72-473970c3434c req-f35f9ff8-aa8b-495f-a053-5bad48832046 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651722 Feb 04 10:11:10.123621 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be7d3b-c0df-4f09-92b9-9435c20defcd req-bb273851-8a23-4bb5-8df1-a91040c6cfc8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:10.125084 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40be7d3b-c0df-4f09-92b9-9435c20defcd req-bb273851-8a23-4bb5-8df1-a91040c6cfc8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 945 time: 0.0518796 Feb 04 10:11:10.170005 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40be7d3b-c0df-4f09-92b9-9435c20defcd req-4ad57f4c-9b71-47f6-a539-bf965547934c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Feb 04 10:11:10.486742 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:10.682058 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0d771-c6bd-4290-8017-5cfac65cd2a5 req-7b9eaa02-6eb1-41c7-97f7-71f7667072c8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:10.683529 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-89c0d771-c6bd-4290-8017-5cfac65cd2a5 req-7b9eaa02-6eb1-41c7-97f7-71f7667072c8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0861807 Feb 04 10:11:10.690081 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29c233-9e9c-4ae2-b7d8-36901dd40573 req-c7a1c305-4fb2-406a-9726-ae7487c139d8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:10.692003 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be29c233-9e9c-4ae2-b7d8-36901dd40573 req-c7a1c305-4fb2-406a-9726-ae7487c139d8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0848320 Feb 04 10:11:10.762135 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-89c0d771-c6bd-4290-8017-5cfac65cd2a5 req-a1ebb8b1-56e9-4648-ad57-064dad95f749 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Feb 04 10:11:10.765282 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be29c233-9e9c-4ae2-b7d8-36901dd40573 req-5d8233f2-3e5d-4670-b93b-fcaf0493aad9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665770 Feb 04 10:11:10.828176 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1d54-60f5-49b7-aeeb-0b725d7f2d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:11.284813 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e993c-848f-497f-af45-230b0239f489 req-3450abdc-0aa5-44b5-b770-2c29d676428b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:11.286830 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c33e993c-848f-497f-af45-230b0239f489 req-3450abdc-0aa5-44b5-b770-2c29d676428b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 945 time: 0.0539780 Feb 04 10:11:11.334680 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c33e993c-848f-497f-af45-230b0239f489 req-e0524287-933d-4541-91b8-1e2a34379bd9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Feb 04 10:11:11.908491 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cbe33-eec0-4947-9809-c106fe1ef14a req-e86ee575-0d96-4545-81c1-59ca48aebaaf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:11.909944 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b35cbe33-eec0-4947-9809-c106fe1ef14a req-e86ee575-0d96-4545-81c1-59ca48aebaaf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0807314 Feb 04 10:11:11.917631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec3cd8-6d0d-4041-a585-a7d21503dc7e req-39b29a30-8938-47ef-b063-a7da34f29311 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:11.918964 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-24ec3cd8-6d0d-4041-a585-a7d21503dc7e req-39b29a30-8938-47ef-b063-a7da34f29311 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0812433 Feb 04 10:11:11.990705 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-24ec3cd8-6d0d-4041-a585-a7d21503dc7e req-953ba957-3986-49d4-a28c-2dee94bf4afe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652342 Feb 04 10:11:11.993639 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b35cbe33-eec0-4947-9809-c106fe1ef14a req-a3c0fd3f-c6b4-4424-96d8-c45f88b7c787 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738418 Feb 04 10:11:12.249009 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device d436ec50-39ed-4b4a-b2e1-f9270fcaca72 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:11:12.295176 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:11:12.298708 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:11:12.299071 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:12.373643 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:12.374029 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:12.398185 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:12.400737 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea4ee1e-43b9-45c3-b2bb-09b80214ea0c" -d '{"events": [{"server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "name": "network-vif-plugged", "status": "completed", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:12.416871 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:12.421980 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:12.447033 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169a45d2-2342-4fc7-ba86-bb090b4c0375 x-openstack-request-id: req-169a45d2-2342-4fc7-ba86-bb090b4c0375 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:12.447319 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "name": "network-vif-plugged", "status": "completed", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:12.447586 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-169a45d2-2342-4fc7-ba86-bb090b4c0375 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:12.447976 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72', 'code': 200} Feb 04 10:11:12.470519 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3acbf9-d997-4b6a-9ee5-7c20154a5ad8 req-2709a8c9-60fe-455a-8981-851f56a3a6e8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:12.472030 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f3acbf9-d997-4b6a-9ee5-7c20154a5ad8 req-2709a8c9-60fe-455a-8981-851f56a3a6e8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 945 time: 0.0678144 Feb 04 10:11:12.473934 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:12.519690 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f3acbf9-d997-4b6a-9ee5-7c20154a5ad8 req-159ea992-0cf1-487a-a2de-ac108779b0a7 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Feb 04 10:11:12.704722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42b2e3-52f0-46d5-ad4a-2b2d9b9b858f req-51af2975-6d53-41b1-bf17-2e4dd20cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:12.706222 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b42b2e3-52f0-46d5-ad4a-2b2d9b9b858f req-51af2975-6d53-41b1-bf17-2e4dd20cd5b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 1130 time: 0.0436518 Feb 04 10:11:12.759016 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b42b2e3-52f0-46d5-ad4a-2b2d9b9b858f req-7f78148f-f415-497e-bd3f-dc5f19e8591c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Feb 04 10:11:13.085387 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e37d992c-5769-4f4c-8bf6-954b2db1d855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:13.150343 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce4784-2f84-4579-8a99-e1370f802d2e req-b5f6e371-aa69-4eec-ac32-57d73996bc3c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:13.151940 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4ce4784-2f84-4579-8a99-e1370f802d2e req-b5f6e371-aa69-4eec-ac32-57d73996bc3c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0915072 Feb 04 10:11:13.160952 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ae528-b386-4387-8253-c4410055dee9 req-d0172a44-f9b1-4d5c-b9f1-88c80b3b82f0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:13.162396 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f1ae528-b386-4387-8253-c4410055dee9 req-d0172a44-f9b1-4d5c-b9f1-88c80b3b82f0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1002619 Feb 04 10:11:13.229288 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4ce4784-2f84-4579-8a99-e1370f802d2e req-235e20a0-8149-4def-ab5a-33f8e9abee5d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658603 Feb 04 10:11:13.240033 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f1ae528-b386-4387-8253-c4410055dee9 req-0838af49-a31a-4255-8557-5320f163a7b3 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695984 Feb 04 10:11:13.636101 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5073-9565-4532-9f0a-de8e072dc8eb req-dc14de87-160b-4ee2-aa22-12029ce1d0f4 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:13.637582 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83ee5073-9565-4532-9f0a-de8e072dc8eb req-dc14de87-160b-4ee2-aa22-12029ce1d0f4 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0517795 Feb 04 10:11:13.686552 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83ee5073-9565-4532-9f0a-de8e072dc8eb req-b06f92c2-5f8d-44e0-b1cb-f7c665d0af6b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Feb 04 10:11:13.855304 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.366111 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998ee0f-9d06-4515-8a02-67f0997d1230 req-a7b3ecbb-34fe-4912-929a-0d661bda0532 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:14.369210 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c998ee0f-9d06-4515-8a02-67f0997d1230 req-a7b3ecbb-34fe-4912-929a-0d661bda0532 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0635521 Feb 04 10:11:14.412464 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 34092) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:14.417981 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c998ee0f-9d06-4515-8a02-67f0997d1230 req-ce1ab2bf-1f33-40cc-a9dd-f9826248398b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Feb 04 10:11:14.529879 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11a3c199-c41d-4be3-b684-b88ab92d1afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.608662 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11a3c199-c41d-4be3-b684-b88ab92d1afc admin admin] Publish callbacks [] for security_group (fd029726-c9b0-4613-9145-e1f6ea1c2613), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.612810 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11a3c199-c41d-4be3-b684-b88ab92d1afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (fd029726-c9b0-4613-9145-e1f6ea1c2613), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.650337 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-11a3c199-c41d-4be3-b684-b88ab92d1afc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7257bc20cde54b498378d39479cde1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367883 Feb 04 10:11:14.651422 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3c199-c41d-4be3-b684-b88ab92d1afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd029726-c9b0-4613-9145-e1f6ea1c2613,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:14.654475 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 34100) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:14.654800 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb4313-02fe-4c4f-8a4c-3255b2c0cac6 req-333391df-b874-4613-b10a-c1347e40c125 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:14.656722 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0cfb4313-02fe-4c4f-8a4c-3255b2c0cac6 req-333391df-b874-4613-b10a-c1347e40c125 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0548813 Feb 04 10:11:14.701921 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c155dc02-0142-4b62-923e-8bf9934dfac3 admin admin] Publish callbacks [] for security_group (fd029726-c9b0-4613-9145-e1f6ea1c2613), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.704766 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0cfb4313-02fe-4c4f-8a4c-3255b2c0cac6 req-8671e18a-66f7-4073-bbba-4284a835379f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Feb 04 10:11:14.728507 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c155dc02-0142-4b62-923e-8bf9934dfac3 admin admin] Publish callbacks [] for security_group (fd029726-c9b0-4613-9145-e1f6ea1c2613), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.783262 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c155dc02-0142-4b62-923e-8bf9934dfac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (fd029726-c9b0-4613-9145-e1f6ea1c2613), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.785951 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c155dc02-0142-4b62-923e-8bf9934dfac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:14.787220 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c155dc02-0142-4b62-923e-8bf9934dfac3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd029726-c9b0-4613-9145-e1f6ea1c2613 HTTP/1.1" status: 204 len: 168 time: 0.1318603 Feb 04 10:11:14.796426 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155dc02-0142-4b62-923e-8bf9934dfac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd029726-c9b0-4613-9145-e1f6ea1c2613,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:14.824645 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0069986-42e2-4d88-bc60-f75c33049ab2 req-b654e89a-cd84-401c-9f1e-49c4b96f4133 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:14.831284 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0069986-42e2-4d88-bc60-f75c33049ab2 req-b654e89a-cd84-401c-9f1e-49c4b96f4133 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0733926 Feb 04 10:11:14.874135 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0069986-42e2-4d88-bc60-f75c33049ab2 req-6115bca5-9e17-4744-a2d0-6b979e47b817 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Feb 04 10:11:15.558226 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff65ff-c9bb-4d07-b0ba-f30912e603c9 req-4a7ee890-13c3-4746-aa1a-d5857c4284b2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:15.564484 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69ff65ff-c9bb-4d07-b0ba-f30912e603c9 req-4a7ee890-13c3-4746-aa1a-d5857c4284b2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0640278 Feb 04 10:11:15.573660 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.590284 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 34152) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:15.618971 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69ff65ff-c9bb-4d07-b0ba-f30912e603c9 req-a5c75045-bcb0-4017-873f-cb8b7fad7959 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443909 Feb 04 10:11:15.721568 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1691916761-network', 'tenant_id': 'd09ea392bf444da799a6d2d26dafec79'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:15.740530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Made reservation on behalf of d09ea392bf444da799a6d2d26dafec79 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:11:15.742684 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.751354 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.827406 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks [] for security_group (a7d03e10-812f-48fe-86c2-5f37b688b964), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.830895 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (a7d03e10-812f-48fe-86c2-5f37b688b964), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.855122 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:11:15.863808 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d03e10-812f-48fe-86c2-5f37b688b964,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:15.869476 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (036c40cc-5499-43b0-b2bf-85a7f721913b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.869819 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Added segment 036c40cc-5499-43b0-b2bf-85a7f721913b of type vlan for network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 Feb 04 10:11:15.911110 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.940314 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.941305 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:15.941940 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:15.996339 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4048944 Feb 04 10:11:15.999286 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 34156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:16.003145 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a5fa6-ccaf-49fa-8059-2d09fa6e9d1c admin admin] Pushing event updated for resources: {'Network': ['ID=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:16.005049 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Request body: {'subnet': {'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1691916761-subnet', 'tenant_id': 'd09ea392bf444da799a6d2d26dafec79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:16.014313 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:11:16.024566 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Made reservation on behalf of d09ea392bf444da799a6d2d26dafec79 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:11:16.026840 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11711610'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:16.191684 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2087318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11711564'] for subnet (2195ccad-3ee3-4c36-9c82-39a0b2412339), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:16.252988 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2195ccad-3ee3-4c36-9c82-39a0b2412339,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:16.257869 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Checking segment: {'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:11:16.258222 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Network hostable DHCP agents. Network: 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:11:16.276931 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:11:16.285526 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:11:16.289828 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:16.290442 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:16.295490 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1399e-a3a2-4e0d-8fcd-495b2470f691 None None] Network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:11:16.318765 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-597ff690-19bd-4887-aad8-66721c8bf761 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3138094 Feb 04 10:11:16.400204 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0233b7-413d-4b8b-89d6-12502cd1d4c0 None None] Network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:11:16.745885 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd9fa5-debd-4089-9ad2-79fd6c21d9ab req-d3c5684d-3e88-4354-9a80-bea45ca339df tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:16.748064 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-07bd9fa5-debd-4089-9ad2-79fd6c21d9ab req-d3c5684d-3e88-4354-9a80-bea45ca339df tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0563896 Feb 04 10:11:16.808725 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-07bd9fa5-debd-4089-9ad2-79fd6c21d9ab req-806c4153-2a5b-4ac0-b1f8-de48c00824d3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555053 Feb 04 10:11:16.883660 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:17.940943 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3888d04-bb1c-4447-82bb-e386b4bfb46f req-df5433b6-f27b-49a3-a3c2-aea0c7fa342b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:17.943043 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3888d04-bb1c-4447-82bb-e386b4bfb46f req-df5433b6-f27b-49a3-a3c2-aea0c7fa342b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0531812 Feb 04 10:11:17.992521 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3888d04-bb1c-4447-82bb-e386b4bfb46f req-8707f1ae-bd03-47f9-92f5-b885e5669e65 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Feb 04 10:11:18.097256 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-3da0ddd9-bd0a-4023-8589-56ed965e56a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:18.098813 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-3da0ddd9-bd0a-4023-8589-56ed965e56a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/networks?id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 HTTP/1.1" status: 200 len: 809 time: 0.1052368 Feb 04 10:11:18.116273 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-eb416b6e-9c85-4302-9665-2641e1a64a3c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/quotas/d09ea392bf444da799a6d2d26dafec79 HTTP/1.1" status: 200 len: 375 time: 0.0117402 Feb 04 10:11:18.152073 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-a666b5f2-44fb-4b16-b432-81047c8dd8f5 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d09ea392bf444da799a6d2d26dafec79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300512 Feb 04 10:11:18.246258 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-2cab2a82-e36f-4e87-bb73-6c7ab615e773 service neutron] 10.222.0.39 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876775 Feb 04 10:11:18.346266 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-f7c99da8-9326-4b54-b531-9875937f7204 service neutron] 10.222.0.39 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913012 Feb 04 10:11:18.540970 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44b2cdf5-3e16-4c6f-a71f-a088032f3e0f req-5754f4e9-465a-4e7f-9cff-279a1a8feaba tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 210 time: 0.0312188 Feb 04 10:11:19.126852 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799958c-5c74-4456-b3fd-fac9268b0ce7 req-10735de4-d397-4a8b-8643-efa4599c497d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:19.129270 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5799958c-5c74-4456-b3fd-fac9268b0ce7 req-10735de4-d397-4a8b-8643-efa4599c497d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0646689 Feb 04 10:11:19.176624 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5799958c-5c74-4456-b3fd-fac9268b0ce7 req-b623ba14-58dc-4110-8c83-57cb494244f7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Feb 04 10:11:19.637425 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f025681e-a933-4d24-b127-7699dcd75e1a req-09f83828-5ac5-474f-b732-5c57b11d4531 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 210 time: 0.0264242 Feb 04 10:11:19.853664 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-46143d74-cac2-40e0-8477-c69e241535a5 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:19.855009 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-46143d74-cac2-40e0-8477-c69e241535a5 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "GET /v2.0/networks?id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 HTTP/1.1" status: 200 len: 809 time: 0.1078460 Feb 04 10:11:19.879359 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Request body: {'port': {'device_id': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1', 'admin_state_up': True, 'tenant_id': 'd09ea392bf444da799a6d2d26dafec79'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:19.991771 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Made reservation on behalf of d09ea392bf444da799a6d2d26dafec79 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:11:19.995549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:20.122268 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Allocated IP 172.20.0.2 (6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1/2195ccad-3ee3-4c36-9c82-39a0b2412339/740851d7-a477-4b4e-9f4f-680182dc7999) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:11:20.305616 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks [] for port (740851d7-a477-4b4e-9f4f-680182dc7999), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:20.345057 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea39a2-7b7b-4588-a4d1-67a0885c1359 req-ecd41137-dbe7-417f-b0cc-5ccccb44eb64 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:20.346552 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8eea39a2-7b7b-4588-a4d1-67a0885c1359 req-ecd41137-dbe7-417f-b0cc-5ccccb44eb64 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0955591 Feb 04 10:11:20.369097 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:20.433153 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:11:20.441727 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:11:20.445039 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:11:20.471016 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Pushing event updated for resources: {'Port': ['ID=740851d7-a477-4b4e-9f4f-680182dc7999,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:20.479715 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8eea39a2-7b7b-4588-a4d1-67a0885c1359 req-d1f0b1c3-fdf1-499c-b2c6-3b9afa4b45e9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267538 Feb 04 10:11:20.504168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:20.504842 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:20.522850 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-0a0a225b-b5c0-4a93-82e8-0c260d6d54d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6477590 Feb 04 10:11:20.546869 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Request body: {'port': {'device_id': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:20.604550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:20.817805 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa376826-3511-4ac6-bdf1-9e2b379ad1b4 req-7ffc5455-4b40-491b-a18e-10128aa42b55 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:20.819263 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa376826-3511-4ac6-bdf1-9e2b379ad1b4 req-7ffc5455-4b40-491b-a18e-10128aa42b55 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 931 time: 0.1141608 Feb 04 10:11:20.897753 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa376826-3511-4ac6-bdf1-9e2b379ad1b4 req-666d7178-e06b-49a9-a870-630b4e92d2d0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681887 Feb 04 10:11:20.939172 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740851d7-a477-4b4e-9f4f-680182dc7999 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:11:20.949607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Publish callbacks [] for port (740851d7-a477-4b4e-9f4f-680182dc7999), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:20.959929 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Transition to ACTIVE for port object 740851d7-a477-4b4e-9f4f-680182dc7999 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:11:20.965264 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:21.038541 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Pushing event updated for resources: {'Port': ['ID=740851d7-a477-4b4e-9f4f-680182dc7999,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:21.087053 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Attempting to bind port 740851d7-a477-4b4e-9f4f-680182dc7999 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:11:21.087383 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Attempting to bind port 740851d7-a477-4b4e-9f4f-680182dc7999 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:11:21.087847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Attempting to bind port 740851d7-a477-4b4e-9f4f-680182dc7999 on network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:11:21.092785 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Port 740851d7-a477-4b4e-9f4f-680182dc7999 on network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:11:21.093189 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Attempting to bind port 740851d7-a477-4b4e-9f4f-680182dc7999 on network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:11:21.098993 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:11:21.099327 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Checking segment: {'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:11:21.099744 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Bound using segment: {'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:11:21.100172 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Bound port: 740851d7-a477-4b4e-9f4f-680182dc7999, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:11:21.100533 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:21.165409 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] For port 740851d7-a477-4b4e-9f4f-680182dc7999, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:11:21.168922 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] For port 740851d7-a477-4b4e-9f4f-680182dc7999, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=740851d7-a477-4b4e-9f4f-680182dc7999,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:11:21.174432 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:21.210874 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:21.211499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:21.212912 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] 10.222.0.57 "PUT /v2.0/ports/740851d7-a477-4b4e-9f4f-680182dc7999 HTTP/1.1" status: 200 len: 1093 time: 0.6707680 Feb 04 10:11:21.213366 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'tag': '740851d7-a477-4b4e-9f4f-680182dc7999'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:21.215614 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf81cd47-3d58-452e-b5c9-a953b5671873" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f34083-65ad-4aef-bf9c-76756acd5960", "tag": "740851d7-a477-4b4e-9f4f-680182dc7999"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:21.240478 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001719-a9dd-4378-89e8-11c49623d654 service neutron] Pushing event updated for resources: {'Port': ['ID=740851d7-a477-4b4e-9f4f-680182dc7999,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:21.261988 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73fe256-4d6b-439c-ab03-0e7092c74f89 x-openstack-request-id: req-b73fe256-4d6b-439c-ab03-0e7092c74f89 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:21.262334 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f34083-65ad-4aef-bf9c-76756acd5960", "tag": "740851d7-a477-4b4e-9f4f-680182dc7999", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:21.262589 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b73fe256-4d6b-439c-ab03-0e7092c74f89 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:21.262983 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'tag': '740851d7-a477-4b4e-9f4f-680182dc7999', 'status': 'completed', 'code': 200} Feb 04 10:11:21.339722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-48e05ee3-6e6b-4ed5-b83a-a272c2b5d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:21.341253 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-48e05ee3-6e6b-4ed5-b83a-a272c2b5d61b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d09ea392bf444da799a6d2d26dafec79&device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 1127 time: 0.0465221 Feb 04 10:11:21.397157 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-c35dedfa-c9db-449c-acd7-668bb6d6d14a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=740851d7-a477-4b4e-9f4f-680182dc7999 HTTP/1.1" status: 200 len: 217 time: 0.0338895 Feb 04 10:11:21.415241 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:11:21.455656 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-37fde7e3-0f70-47b5-8ce3-a36e76d9a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:21.457983 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-37fde7e3-0f70-47b5-8ce3-a36e76d9a293 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2195ccad-3ee3-4c36-9c82-39a0b2412339 HTTP/1.1" status: 200 len: 849 time: 0.0499194 Feb 04 10:11:21.493941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-a572c080-92c2-47f7-9ac5-e7139fc074d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264094 Feb 04 10:11:21.516934 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:21.530112 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'port_id': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'mac_address': 'fa:16:3e:15:98:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:11:21.570086 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: ACTIVE; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:21.570634 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:21.587943 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14fba3f5-e3d3-47ed-89e2-37840156c804 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:11:21.617468 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:21.621878 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:21.675259 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:21.862338 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['14fba3f5-e3d3-47ed-89e2-37840156c804'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:11:21.869104 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f528f5-bf68-42d6-b654-b3c6a2078635 req-df56a998-8f63-4cd1-8001-a41303c76b6a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:21.870588 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9f528f5-bf68-42d6-b654-b3c6a2078635 req-df56a998-8f63-4cd1-8001-a41303c76b6a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.3160114 Feb 04 10:11:21.872869 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-d7204850-316f-4e9f-865d-cf5fc206d156 service neutron] 10.222.0.57 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616087 Feb 04 10:11:22.037864 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9f528f5-bf68-42d6-b654-b3c6a2078635 req-c920f530-87ec-4843-9544-1d3de1e99fce tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612718 Feb 04 10:11:22.057931 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46115bf7-b69b-4492-aefe-e8afd3b6cb4c req-290bbe9a-d10d-43e3-a4a2-31c06c92c51d service neutron] 10.222.0.57 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684866 Feb 04 10:11:22.081938 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdc5ac-e14b-483b-9693-0638106da10d req-a1d574c5-4fd1-4d5b-91be-064f876175ff tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:22.085234 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40cdc5ac-e14b-483b-9693-0638106da10d req-a1d574c5-4fd1-4d5b-91be-064f876175ff tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 943 time: 0.0934112 Feb 04 10:11:22.134790 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40cdc5ac-e14b-483b-9693-0638106da10d req-66c1ca60-c06c-490c-ae00-a86a4bffa564 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Feb 04 10:11:22.234587 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-81d1f4bd-5add-4b96-b6f2-7530cb89af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:22.236143 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-81d1f4bd-5add-4b96-b6f2-7530cb89af8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d09ea392bf444da799a6d2d26dafec79&device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 1127 time: 0.0506477 Feb 04 10:11:22.349050 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-f7aa4e91-e85f-4772-9804-5f12b105f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:22.351202 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-f7aa4e91-e85f-4772-9804-5f12b105f4bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 HTTP/1.1" status: 200 len: 910 time: 0.1003652 Feb 04 10:11:22.398409 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-11f9e6d3-61e7-4285-b09c-70f15c47e6cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=740851d7-a477-4b4e-9f4f-680182dc7999 HTTP/1.1" status: 200 len: 217 time: 0.0374982 Feb 04 10:11:22.464976 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-6f16ae2d-acdb-4cd1-9399-d05f5d4cdd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:22.466556 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-6f16ae2d-acdb-4cd1-9399-d05f5d4cdd8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2195ccad-3ee3-4c36-9c82-39a0b2412339 HTTP/1.1" status: 200 len: 849 time: 0.0526049 Feb 04 10:11:22.506201 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-df918dfa-754f-449c-93d9-d38982d6ce9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294633 Feb 04 10:11:22.620736 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-2762ba73-9d36-4fda-9a10-f04d6f310979 service neutron] 10.222.0.57 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998933 Feb 04 10:11:22.732438 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81cd47-3d58-452e-b5c9-a953b5671873 req-a26ae582-26dd-4f64-ba13-a3e3601ea22a service neutron] 10.222.0.57 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966699 Feb 04 10:11:23.234643 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b2aa8-8120-4c22-8fed-362ac172e228 req-c4688012-94ce-45ae-b4ef-bdf21ac4c192 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:23.236208 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-899b2aa8-8120-4c22-8fed-362ac172e228 req-c4688012-94ce-45ae-b4ef-bdf21ac4c192 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.1035845 Feb 04 10:11:23.335435 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2757-72c8-4b53-a371-0e58dd412455 req-49245a51-00d7-473b-8da7-f030a5b4f339 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:23.338097 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-751b2757-72c8-4b53-a371-0e58dd412455 req-49245a51-00d7-473b-8da7-f030a5b4f339 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 943 time: 0.1006734 Feb 04 10:11:23.352132 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-899b2aa8-8120-4c22-8fed-362ac172e228 req-426c6f4a-13c4-4603-81f6-ede5f848d3e0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064620 Feb 04 10:11:23.415444 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-751b2757-72c8-4b53-a371-0e58dd412455 req-c63c161c-2ee0-4ef3-8eb1-cd6ef70cb5aa tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614247 Feb 04 10:11:23.421952 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:11:23.579097 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 14fba3f5-e3d3-47ed-89e2-37840156c804 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:11:23.579554 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:23.709169 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:23.709789 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:23.737078 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:23.740816 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae60fcc-3400-486d-8371-767be0bbee49" -d '{"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:23.757120 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:23.761207 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:23.792523 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b1484-feb6-4668-abef-55f3181cdf48 x-openstack-request-id: req-073b1484-feb6-4668-abef-55f3181cdf48 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:23.792811 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:23.793072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-073b1484-feb6-4668-abef-55f3181cdf48 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:23.793458 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'code': 200} Feb 04 10:11:23.826170 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:24.080504 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-acfaeb91-301a-475a-9a16-40b12c56250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:24.083846 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-acfaeb91-301a-475a-9a16-40b12c56250f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.0971110 Feb 04 10:11:24.095881 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9d62-f8f3-4ac9-a869-ebe501a02476 req-dbc27e02-0b27-4fae-80e3-0f0d6798e308 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:24.097643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e3eb9d62-f8f3-4ac9-a869-ebe501a02476 req-dbc27e02-0b27-4fae-80e3-0f0d6798e308 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0992124 Feb 04 10:11:24.246061 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e3eb9d62-f8f3-4ac9-a869-ebe501a02476 req-43dff13e-10fd-4476-8257-ec8edb50ec9b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351318 Feb 04 10:11:24.266974 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-45daa63e-7a9c-47c7-94f5-184f12a910ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:24.268762 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-45daa63e-7a9c-47c7-94f5-184f12a910ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.1696548 Feb 04 10:11:24.317594 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-33482fdd-47a3-4984-ab78-2f7be78bcdcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 217 time: 0.0422242 Feb 04 10:11:24.392519 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-7e0245a7-f0b5-43ad-ba9a-3b11839b4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:24.396842 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-7e0245a7-f0b5-43ad-ba9a-3b11839b4fa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.0667672 Feb 04 10:11:24.435817 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-13fec445-d913-48ec-8924-d867685f341f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292742 Feb 04 10:11:24.652184 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4fc1-365f-4d1b-a3e3-7b0584e6dc08 req-509e60e3-d457-4599-a856-8cb881f25904 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:24.654195 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8f4f4fc1-365f-4d1b-a3e3-7b0584e6dc08 req-509e60e3-d457-4599-a856-8cb881f25904 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1991003 Feb 04 10:11:24.658860 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-1f39ac58-6a13-44f9-9428-5b665873277a service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054703 Feb 04 10:11:24.701790 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be9e61-4f53-4185-860d-b3886fdb02e0 req-9c65297b-72ec-4429-94e9-2798d78c7c72 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:24.705275 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b0be9e61-4f53-4185-860d-b3886fdb02e0 req-9c65297b-72ec-4429-94e9-2798d78c7c72 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 943 time: 0.1998816 Feb 04 10:11:24.824268 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8f4f4fc1-365f-4d1b-a3e3-7b0584e6dc08 req-e7d79efd-144c-4486-bc5e-bbd05a078ac7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642556 Feb 04 10:11:24.850965 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b0be9e61-4f53-4185-860d-b3886fdb02e0 req-57294a9a-731a-4e48-8878-b1312f011fda tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413584 Feb 04 10:11:24.869505 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6f037b2-b1a5-4071-a092-e4b7456a4186 req-72855701-f4b1-457c-89bc-52bb53a8cab3 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976779 Feb 04 10:11:25.372375 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31ea93-2677-4464-bbbf-d00f09ae57fb req-baa2b205-b37e-4e0c-b903-4f767e2721da tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:25.373885 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8a31ea93-2677-4464-bbbf-d00f09ae57fb req-baa2b205-b37e-4e0c-b903-4f767e2721da tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0632255 Feb 04 10:11:25.411243 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 740851d7-a477-4b4e-9f4f-680182dc7999 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:11:25.440509 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8a31ea93-2677-4464-bbbf-d00f09ae57fb req-92cd6e6c-3fcf-4230-a6a6-b165fbab039b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602436 Feb 04 10:11:25.540743 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 740851d7-a477-4b4e-9f4f-680182dc7999, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=740851d7-a477-4b4e-9f4f-680182dc7999,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:25.559442 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '740851d7-a477-4b4e-9f4f-680182dc7999', 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1', 'port_id': '740851d7-a477-4b4e-9f4f-680182dc7999', 'mac_address': 'fa:16:3e:81:97:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2195ccad-3ee3-4c36-9c82-39a0b2412339', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:11:25.600746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 740851d7-a477-4b4e-9f4f-680182dc7999 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:25.601187 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:25.615696 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740851d7-a477-4b4e-9f4f-680182dc7999 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:11:25.636663 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 740851d7-a477-4b4e-9f4f-680182dc7999, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=740851d7-a477-4b4e-9f4f-680182dc7999,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:25.641503 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:25.698034 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=740851d7-a477-4b4e-9f4f-680182dc7999,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:26.010130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a24db-d445-47f8-8b89-277e1ce4bcb4 req-fc1f399b-56f2-4bb7-9f78-64fb2a762995 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:26.012219 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-277a24db-d445-47f8-8b89-277e1ce4bcb4 req-fc1f399b-56f2-4bb7-9f78-64fb2a762995 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1103950 Feb 04 10:11:26.020853 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb52ec9-fc02-4c8c-a24e-e4b230e60bb1 req-357466ff-5c7f-45ca-888a-277e28c2aebe tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:26.022314 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0cb52ec9-fc02-4c8c-a24e-e4b230e60bb1 req-357466ff-5c7f-45ca-888a-277e28c2aebe tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 944 time: 0.0867844 Feb 04 10:11:26.104032 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0cb52ec9-fc02-4c8c-a24e-e4b230e60bb1 req-9b8a233e-e9d2-45f6-a360-9a1eb43eee6c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748854 Feb 04 10:11:26.110622 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-277a24db-d445-47f8-8b89-277e1ce4bcb4 req-5e8eca38-4417-4f16-8a19-d1c8f028607a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867717 Feb 04 10:11:26.140399 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['740851d7-a477-4b4e-9f4f-680182dc7999'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:11:26.593803 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9de691-d463-49b9-99a9-b41d9ed5bd47 req-5114ffbf-906f-423d-b701-7268475c6a53 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:26.595281 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c9de691-d463-49b9-99a9-b41d9ed5bd47 req-5114ffbf-906f-423d-b701-7268475c6a53 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0750134 Feb 04 10:11:26.660098 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c9de691-d463-49b9-99a9-b41d9ed5bd47 req-5bc13d23-eed1-4a00-9231-16e21aedbe61 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584166 Feb 04 10:11:27.295781 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb801-a7e7-4b01-8ba8-ae265c2ca032 req-d966b28e-5336-441b-bf08-ff7297b07b88 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:27.298027 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-974fb801-a7e7-4b01-8ba8-ae265c2ca032 req-d966b28e-5336-441b-bf08-ff7297b07b88 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0919008 Feb 04 10:11:27.312757 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438f1c2-6e53-45e2-be0c-8bc582ab8a37 req-0b88d31d-260e-4b80-a2b7-76108f5d21d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:27.314689 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e438f1c2-6e53-45e2-be0c-8bc582ab8a37 req-0b88d31d-260e-4b80-a2b7-76108f5d21d1 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 944 time: 0.0984712 Feb 04 10:11:27.398909 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e438f1c2-6e53-45e2-be0c-8bc582ab8a37 req-e83e9ab5-61b6-42d1-8266-a2dae2dfcf46 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747955 Feb 04 10:11:27.402257 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-974fb801-a7e7-4b01-8ba8-ae265c2ca032 req-5d3c98c0-6816-4265-9757-c685ce15a29a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864120 Feb 04 10:11:27.789587 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0594-4211-4f72-b691-c0750b2d6dec req-ce70af7e-6507-4630-8080-8de7fdb810eb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:27.791190 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-773e0594-4211-4f72-b691-c0750b2d6dec req-ce70af7e-6507-4630-8080-8de7fdb810eb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0610626 Feb 04 10:11:27.840856 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-773e0594-4211-4f72-b691-c0750b2d6dec req-af83526a-4441-4bcd-968c-287846e04785 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Feb 04 10:11:28.561740 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994697bb-04b7-4596-acef-a6ff979b0034 req-55d61431-3bf0-4aec-a934-b654f1cd77b3 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:28.563217 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-994697bb-04b7-4596-acef-a6ff979b0034 req-55d61431-3bf0-4aec-a934-b654f1cd77b3 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 944 time: 0.0943179 Feb 04 10:11:28.574665 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b057b5-b2bf-40e7-800d-bfa92326b845 req-9a7ced7e-3689-4c0d-81ab-d43f90b96ca8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:28.576120 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5b057b5-b2bf-40e7-800d-bfa92326b845 req-9a7ced7e-3689-4c0d-81ab-d43f90b96ca8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0799935 Feb 04 10:11:28.652769 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-994697bb-04b7-4596-acef-a6ff979b0034 req-1fe1faff-c0c6-4b4b-b43e-f5858677788b tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756903 Feb 04 10:11:28.656080 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5b057b5-b2bf-40e7-800d-bfa92326b845 req-9f185184-4727-49d9-8846-078ff52f5bf6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734417 Feb 04 10:11:28.987002 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279ce5a-9b3c-4b3c-b704-3f68778a6d13 req-9cbf4504-5480-4bee-82f0-b564fc482355 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:28.989451 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5279ce5a-9b3c-4b3c-b704-3f68778a6d13 req-9cbf4504-5480-4bee-82f0-b564fc482355 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0728595 Feb 04 10:11:29.056614 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5279ce5a-9b3c-4b3c-b704-3f68778a6d13 req-c59f7cdc-d35c-4b18-97f2-8e6640707570 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615945 Feb 04 10:11:29.430991 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 740851d7-a477-4b4e-9f4f-680182dc7999 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:11:29.510985 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 740851d7-a477-4b4e-9f4f-680182dc7999 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:11:29.515315 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 740851d7-a477-4b4e-9f4f-680182dc7999 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:11:29.515721 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:29.601841 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 740851d7-a477-4b4e-9f4f-680182dc7999 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:29.602251 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:29.630828 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740851d7-a477-4b4e-9f4f-680182dc7999'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:29.633181 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec54a86a-494f-4ddf-ab44-bebd8b355117" -d '{"events": [{"server_uuid": "e6f34083-65ad-4aef-bf9c-76756acd5960", "name": "network-vif-plugged", "status": "completed", "tag": "740851d7-a477-4b4e-9f4f-680182dc7999"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:29.657720 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 740851d7-a477-4b4e-9f4f-680182dc7999, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=740851d7-a477-4b4e-9f4f-680182dc7999,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:29.666036 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:29.709727 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453fd937-55b3-412d-9bf1-23b02b3efbec x-openstack-request-id: req-453fd937-55b3-412d-9bf1-23b02b3efbec {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:29.710039 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f34083-65ad-4aef-bf9c-76756acd5960", "name": "network-vif-plugged", "status": "completed", "tag": "740851d7-a477-4b4e-9f4f-680182dc7999", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:29.710300 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-453fd937-55b3-412d-9bf1-23b02b3efbec {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:29.710692 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740851d7-a477-4b4e-9f4f-680182dc7999', 'code': 200} Feb 04 10:11:29.769913 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=740851d7-a477-4b4e-9f4f-680182dc7999,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:29.915233 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734030a3-07f8-48c3-8b92-49cc92a781e6 req-449d480d-72a6-4b52-b6d3-9561e7871614 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:29.916930 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-734030a3-07f8-48c3-8b92-49cc92a781e6 req-449d480d-72a6-4b52-b6d3-9561e7871614 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 945 time: 0.1327608 Feb 04 10:11:29.929792 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18477b14-01d3-4207-8a1d-16a8ee21b65a req-022076c4-11ad-4eb5-8d92-a4d9a0e55e21 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:29.932019 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18477b14-01d3-4207-8a1d-16a8ee21b65a req-022076c4-11ad-4eb5-8d92-a4d9a0e55e21 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1009681 Feb 04 10:11:30.063264 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18477b14-01d3-4207-8a1d-16a8ee21b65a req-bd016816-efc0-496b-bebd-f863334f96d8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082077 Feb 04 10:11:30.083972 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-734030a3-07f8-48c3-8b92-49cc92a781e6 req-e64d123b-51c1-4391-971e-22c5e9c768b7 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472437 Feb 04 10:11:30.113754 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f9b3f-8345-449e-9537-100ba3d185af req-e0cf23b3-dab2-4721-98b8-1986a78fcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:30.115400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ca8f9b3f-8345-449e-9537-100ba3d185af req-e0cf23b3-dab2-4721-98b8-1986a78fcdec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 1129 time: 0.1591601 Feb 04 10:11:30.184472 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ca8f9b3f-8345-449e-9537-100ba3d185af req-b1778b93-ed47-4855-8c4b-acbae76ac04b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558321 Feb 04 10:11:30.243265 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb925f-b27f-4ac5-a4a8-ced878ce05e3 req-24d21304-8f28-440e-805f-8e5f0512cdaa tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:30.245072 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a5bb925f-b27f-4ac5-a4a8-ced878ce05e3 req-24d21304-8f28-440e-805f-8e5f0512cdaa tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0633276 Feb 04 10:11:30.296682 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a5bb925f-b27f-4ac5-a4a8-ced878ce05e3 req-ede09617-bde5-43d5-89db-edac79c8f3b6 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448775 Feb 04 10:11:31.350117 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97433beb-a4a2-4eb6-a951-8df2050d29a4 req-f978efbb-6f34-474f-b4d9-8f02c5278b99 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:31.351691 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-97433beb-a4a2-4eb6-a951-8df2050d29a4 req-f978efbb-6f34-474f-b4d9-8f02c5278b99 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1073503 Feb 04 10:11:31.358652 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ed94-dcc2-48dc-81f5-7837cfabff9e req-ddfdc482-79d1-47ca-a3ce-1395c6b2bb34 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:31.366420 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b839ed94-dcc2-48dc-81f5-7837cfabff9e req-ddfdc482-79d1-47ca-a3ce-1395c6b2bb34 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 945 time: 0.1325345 Feb 04 10:11:31.447011 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b839ed94-dcc2-48dc-81f5-7837cfabff9e req-8fe4bdbb-69f3-432c-b58c-1bfed5f93c72 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796871 Feb 04 10:11:31.449998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-97433beb-a4a2-4eb6-a951-8df2050d29a4 req-185a198d-0fbc-43c1-9a1a-291560f3c214 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763113 Feb 04 10:11:31.611561 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783ca0-a0f8-431a-b990-a7e9e2c6203d req-0b66d58a-a1ef-4906-ac53-ffc8e746a5f0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:31.613136 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f783ca0-a0f8-431a-b990-a7e9e2c6203d req-0b66d58a-a1ef-4906-ac53-ffc8e746a5f0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0811756 Feb 04 10:11:31.671919 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f783ca0-a0f8-431a-b990-a7e9e2c6203d req-417d988a-6fa5-4846-b77d-a1a75a0167e5 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533884 Feb 04 10:11:32.601880 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515a0bf-7a68-4835-b5b1-b7684b2a1df5 req-c5bfe985-fe16-462b-b920-592e20a35fdf tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:32.603356 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5515a0bf-7a68-4835-b5b1-b7684b2a1df5 req-c5bfe985-fe16-462b-b920-592e20a35fdf tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 945 time: 0.0887053 Feb 04 10:11:32.617050 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043e91e-05df-45d7-bb67-b960e16e639e req-3218254f-2232-4535-a30d-8e139a8c4e74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:32.618453 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6043e91e-05df-45d7-bb67-b960e16e639e req-3218254f-2232-4535-a30d-8e139a8c4e74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0772209 Feb 04 10:11:32.686740 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5515a0bf-7a68-4835-b5b1-b7684b2a1df5 req-03775711-b8cb-41b3-b10e-ec92be72d3e6 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775404 Feb 04 10:11:32.693753 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6043e91e-05df-45d7-bb67-b960e16e639e req-940e83db-e909-4c0d-ab8a-5e96a99d357b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688117 Feb 04 10:11:32.793779 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3852295-525d-428b-90d5-72bc0b0fcdc5 req-12f2c186-84a7-4766-8bc9-ba1afabba087 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:32.795380 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3852295-525d-428b-90d5-72bc0b0fcdc5 req-12f2c186-84a7-4766-8bc9-ba1afabba087 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0538144 Feb 04 10:11:32.844046 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3852295-525d-428b-90d5-72bc0b0fcdc5 req-33b494db-4997-4c44-8115-968889fbe13a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Feb 04 10:11:33.326392 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20baf7-c5db-4116-9de4-24877243817e req-dcaab611-eb2d-4bea-aeeb-1d290ddbb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:33.327954 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b20baf7-c5db-4116-9de4-24877243817e req-dcaab611-eb2d-4bea-aeeb-1d290ddbb853 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1130 time: 0.0445261 Feb 04 10:11:33.416119 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20baf7-c5db-4116-9de4-24877243817e req-002dfd0b-038e-4fe8-aca4-0f65eb2b1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:33.417641 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b20baf7-c5db-4116-9de4-24877243817e req-002dfd0b-038e-4fe8-aca4-0f65eb2b1941 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.0816150 Feb 04 10:11:33.489175 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b20baf7-c5db-4116-9de4-24877243817e req-1c86d4f8-4809-4221-aeaa-6d8e80ce5dce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14fba3f5-e3d3-47ed-89e2-37840156c804 HTTP/1.1" status: 200 len: 1002 time: 0.0631146 Feb 04 10:11:33.539857 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20baf7-c5db-4116-9de4-24877243817e req-87f3182c-7d7c-4644-97a4-67d919631732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:33.541364 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b20baf7-c5db-4116-9de4-24877243817e req-87f3182c-7d7c-4644-97a4-67d919631732 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0437844 Feb 04 10:11:33.595062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20baf7-c5db-4116-9de4-24877243817e req-2993c10d-1ddb-43ee-9441-18ff1e336705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:33.596766 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b20baf7-c5db-4116-9de4-24877243817e req-2993c10d-1ddb-43ee-9441-18ff1e336705 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443544 Feb 04 10:11:33.709386 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b20baf7-c5db-4116-9de4-24877243817e req-a6580139-02ea-4c99-b392-82d9956d8c09 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031656 Feb 04 10:11:33.747463 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76440e4-6781-42f7-b8ef-88f47d878d78 req-886d3956-c147-4685-aebb-c3295c4a3807 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:33.748986 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d76440e4-6781-42f7-b8ef-88f47d878d78 req-886d3956-c147-4685-aebb-c3295c4a3807 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 945 time: 0.0532963 Feb 04 10:11:33.872236 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d76440e4-6781-42f7-b8ef-88f47d878d78 req-f72853df-e53b-49b0-9a96-40b138889a4a tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132038 Feb 04 10:11:33.909869 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35faf-0fbf-40ce-935c-8de6d4778019 req-40794dc2-de0d-49b6-992a-0153204184f0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:33.911403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9a35faf-0fbf-40ce-935c-8de6d4778019 req-40794dc2-de0d-49b6-992a-0153204184f0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1315122 Feb 04 10:11:33.913298 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b20baf7-c5db-4116-9de4-24877243817e req-035debab-a69c-4ece-ac16-82234c9fcc83 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614628 Feb 04 10:11:33.986598 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9a35faf-0fbf-40ce-935c-8de6d4778019 req-5ae5365e-2959-4e0a-8b2b-a91a67e18744 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697939 Feb 04 10:11:34.007961 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c7a9e-675a-479c-aa76-63ffa31ebf40 req-a5c7c133-72fd-42a9-8f9e-7f1b568ae2ce tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:34.009440 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d7c7a9e-675a-479c-aa76-63ffa31ebf40 req-a5c7c133-72fd-42a9-8f9e-7f1b568ae2ce tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0738204 Feb 04 10:11:34.055265 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d7c7a9e-675a-479c-aa76-63ffa31ebf40 req-5b794760-8049-4b8b-955d-c9d97ede25e4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Feb 04 10:11:34.987752 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b9ea5-2d08-486e-877f-5d4c581e71f8 req-acdbb886-e05c-41ac-810a-fc2254893f82 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:34.989230 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f11b9ea5-2d08-486e-877f-5d4c581e71f8 req-acdbb886-e05c-41ac-810a-fc2254893f82 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 945 time: 0.0529950 Feb 04 10:11:35.034918 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f11b9ea5-2d08-486e-877f-5d4c581e71f8 req-01bfaebb-d555-4a30-8438-c07f0b6cbf34 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Feb 04 10:11:35.110300 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab99b-fe22-4437-bac2-81473ca985a9 req-2e9a9d8e-f65f-47dd-a053-aa32bedcd190 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:35.111786 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-349ab99b-fe22-4437-bac2-81473ca985a9 req-2e9a9d8e-f65f-47dd-a053-aa32bedcd190 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0514896 Feb 04 10:11:35.263456 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:11:35.409743 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-349ab99b-fe22-4437-bac2-81473ca985a9 req-40328dff-d228-4b3c-9d28-1a2ff4586455 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912283 Feb 04 10:11:35.419864 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925566c-6eaf-4a62-8871-e89d9d16c1b2 req-7fa97d2c-5173-4973-b345-747bdc1199c7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:35.421274 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5925566c-6eaf-4a62-8871-e89d9d16c1b2 req-7fa97d2c-5173-4973-b345-747bdc1199c7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.2977870 Feb 04 10:11:35.468874 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5925566c-6eaf-4a62-8871-e89d9d16c1b2 req-6b4df690-ff44-4b47-adad-241a856ae624 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Feb 04 10:11:36.151135 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd91b-d521-46b1-be2e-4fc902a4bcf7 req-cc0d2403-cccf-4161-9e38-95a0f2addee0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:36.152643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1acfd91b-d521-46b1-be2e-4fc902a4bcf7 req-cc0d2403-cccf-4161-9e38-95a0f2addee0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 945 time: 0.0518496 Feb 04 10:11:36.197567 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1acfd91b-d521-46b1-be2e-4fc902a4bcf7 req-9ce0957b-9897-4ed7-acc6-6c4963c61a35 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Feb 04 10:11:36.278492 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-94dfe651-4e67-4378-b1bc-9427047e842a tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:36.279920 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-94dfe651-4e67-4378-b1bc-9427047e842a tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 945 time: 0.0527360 Feb 04 10:11:36.370007 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Deleting port 740851d7-a477-4b4e-9f4f-680182dc7999 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:11:36.370260 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:36.462373 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] For port 740851d7-a477-4b4e-9f4f-680182dc7999, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=740851d7-a477-4b4e-9f4f-680182dc7999,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:36.462730 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:36.478059 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Calling delete_port for 740851d7-a477-4b4e-9f4f-680182dc7999 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:11:36.625093 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb12aec-06ea-469b-b3a1-a7857ae030a2 req-2eed0812-1003-46ec-ac67-5e604c57e065 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:36.626765 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bfb12aec-06ea-469b-b3a1-a7857ae030a2 req-2eed0812-1003-46ec-ac67-5e604c57e065 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 946 time: 0.1448512 Feb 04 10:11:36.647980 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8391f1-ec3d-4813-aef4-f30467c9c565 req-6aa5eeb5-680e-4d4b-8939-a476ead7bc10 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:36.649380 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df8391f1-ec3d-4813-aef4-f30467c9c565 req-6aa5eeb5-680e-4d4b-8939-a476ead7bc10 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1076086 Feb 04 10:11:36.750143 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bfb12aec-06ea-469b-b3a1-a7857ae030a2 req-f7de05f2-96f3-4d5b-b2e3-73e048088f1d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173761 Feb 04 10:11:36.756209 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df8391f1-ec3d-4813-aef4-f30467c9c565 req-d5aaa888-c841-4e4d-86f3-f14bc97a9170 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979149 Feb 04 10:11:36.757305 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (740851d7-a477-4b4e-9f4f-680182dc7999), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:36.791660 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Pushing event deleted for resources: {'Port': ['ID=740851d7-a477-4b4e-9f4f-680182dc7999,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:36.805133 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.805564 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.805908 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.806266 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.806597 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.806923 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.807248 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.807591 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.808042 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.808232 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.808536 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.808853 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.809274 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:36.809571 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['740851d7-a477-4b4e-9f4f-680182dc7999'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:11:36.847471 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] No DVR routers for this DVR port 740851d7-a477-4b4e-9f4f-680182dc7999 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:11:36.849987 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:36.853708 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-daf5e855-4794-4641-bc5f-5ac31255f229 req-8e9ba777-02d1-4d24-a61e-3209c27ec56c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "DELETE /v2.0/ports/740851d7-a477-4b4e-9f4f-680182dc7999 HTTP/1.1" status: 204 len: 173 time: 0.5669611 Feb 04 10:11:36.854177 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'name': 'network-vif-deleted', 'tag': '740851d7-a477-4b4e-9f4f-680182dc7999'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:36.856616 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc86fa3-ab7a-446a-81be-0bfc2955573c" -d '{"events": [{"server_uuid": "e6f34083-65ad-4aef-bf9c-76756acd5960", "name": "network-vif-deleted", "tag": "740851d7-a477-4b4e-9f4f-680182dc7999"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:36.892489 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02485682-ca9a-4292-9b2e-cfc6be545b56 x-openstack-request-id: req-02485682-ca9a-4292-9b2e-cfc6be545b56 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:36.892767 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f34083-65ad-4aef-bf9c-76756acd5960", "name": "network-vif-deleted", "tag": "740851d7-a477-4b4e-9f4f-680182dc7999", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:36.893023 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02485682-ca9a-4292-9b2e-cfc6be545b56 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:36.893933 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f34083-65ad-4aef-bf9c-76756acd5960', 'name': 'network-vif-deleted', 'tag': '740851d7-a477-4b4e-9f4f-680182dc7999', 'status': 'completed', 'code': 200} Feb 04 10:11:37.302534 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0209910e-62b6-4a56-9692-1ff804ad148b req-5f3b756e-dae5-4c0f-9375-f06e3fc8eb06 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f34083-65ad-4aef-bf9c-76756acd5960 HTTP/1.1" status: 200 len: 210 time: 0.0267973 Feb 04 10:11:37.476915 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:11:37.552144 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: ACTIVE; New status is: DOWN {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:37.552574 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:37.575893 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:37.578081 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ddd97-1c5e-49fd-8e8b-8e7a4852d826" -d '{"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:37.591503 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:37.595243 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:37.621353 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31273c51-7991-4782-a29d-53d596b9d65b x-openstack-request-id: req-31273c51-7991-4782-a29d-53d596b9d65b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:37.621665 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:37.621927 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31273c51-7991-4782-a29d-53d596b9d65b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:37.622311 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'code': 200} Feb 04 10:11:37.648452 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:37.927940 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7ce0-edb0-4f32-a35e-0a41a5343d05 req-e1d7593b-6c38-4383-bc1a-9c73783eeb98 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:37.927940 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c10c7ce0-edb0-4f32-a35e-0a41a5343d05 req-e1d7593b-6c38-4383-bc1a-9c73783eeb98 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0935035 Feb 04 10:11:37.958131 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b18e-2cbc-4e17-8f7f-2a465d47106e req-1d4f14b3-e930-4db9-a830-204ccc04274b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:37.959620 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0491b18e-2cbc-4e17-8f7f-2a465d47106e req-1d4f14b3-e930-4db9-a830-204ccc04274b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1018414 Feb 04 10:11:37.997700 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c10c7ce0-edb0-4f32-a35e-0a41a5343d05 req-4d22f4a2-2466-46b9-8fdb-b3318b1ebe86 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708206 Feb 04 10:11:38.031412 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0491b18e-2cbc-4e17-8f7f-2a465d47106e req-9053d74a-e971-4c27-8a1b-718be6a39c90 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603445 Feb 04 10:11:38.481005 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-49216059-225c-4f9d-b6d4-893b8ebff542 req-cfb683bb-f6ae-4312-b5b4-dc8321164e2d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:11:38.482035 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-49216059-225c-4f9d-b6d4-893b8ebff542 req-cfb683bb-f6ae-4312-b5b4-dc8321164e2d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048428 Feb 04 10:11:38.569894 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-462b7c63-4661-4f8b-9b8f-df61f7aae085 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:38.571382 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-462b7c63-4661-4f8b-9b8f-df61f7aae085 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/networks?id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 HTTP/1.1" status: 200 len: 809 time: 0.1146924 Feb 04 10:11:38.588187 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-55f2ff5c-9f11-4bd7-8a75-917c70e6304d tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/quotas/d09ea392bf444da799a6d2d26dafec79 HTTP/1.1" status: 200 len: 375 time: 0.0116005 Feb 04 10:11:38.626873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-cc07708b-5817-42a4-b51b-1710b005cea6 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d09ea392bf444da799a6d2d26dafec79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330138 Feb 04 10:11:38.742764 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cc789-a826-4aec-bcd3-60bc459728b8 req-06278377-04e8-4d1b-a175-99b5434258c9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:38.744444 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-378cc789-a826-4aec-bcd3-60bc459728b8 req-06278377-04e8-4d1b-a175-99b5434258c9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1217694 Feb 04 10:11:38.788831 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-d2652a3b-a9ae-4f32-b237-338a9118a82e service neutron] 10.222.0.39 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542695 Feb 04 10:11:38.850036 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-378cc789-a826-4aec-bcd3-60bc459728b8 req-8fbb3457-173c-46b4-b00e-b505cb5a8ac4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981379 Feb 04 10:11:38.906416 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-94d6c7ec-e4c0-4085-8f17-02314e308cd6 service neutron] 10.222.0.39 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066329 Feb 04 10:11:39.050746 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 34678) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:39.351453 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8d7b-b99b-45a2-b66d-9d8268409411 req-23ebd53d-1eeb-46b0-aaf7-c81cf9eacab0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:39.352989 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2ee8d7b-b99b-45a2-b66d-9d8268409411 req-23ebd53d-1eeb-46b0-aaf7-c81cf9eacab0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.2047527 Feb 04 10:11:39.405554 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-1dd3bb59-62e6-4a58-8a62-617e727b49ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3533351 Feb 04 10:11:39.413452 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-f53c9bc5-ec9b-47c0-ac64-6f9fc76bc81c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:11:39.426329 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-f53c9bc5-ec9b-47c0-ac64-6f9fc76bc81c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141799 Feb 04 10:11:39.440509 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fb15a25-781e-4f2f-a1f1-2a6c03d5e6f2 req-a945a798-80cf-477b-bbbf-199b8ddfc12c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 210 time: 0.0864933 Feb 04 10:11:39.523311 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2ee8d7b-b99b-45a2-b66d-9d8268409411 req-68e813a3-d416-4227-a088-67eac8762099 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416900 Feb 04 10:11:39.537554 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-a29ce8f3-40b1-488e-876b-d1952e5fd4c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996566 Feb 04 10:11:39.629642 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc51c-d023-4525-8b29-d838b2ae615e req-ea40dfa7-640c-4d62-8df8-203f6037b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:39.631191 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-ea40dfa7-640c-4d62-8df8-203f6037b3d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 1129 time: 0.0547256 Feb 04 10:11:39.748768 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc51c-d023-4525-8b29-d838b2ae615e req-0632cec5-a113-4f51-9c5d-209f2d6ac682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:39.750474 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-0632cec5-a113-4f51-9c5d-209f2d6ac682 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.0901217 Feb 04 10:11:39.808748 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-fce9384e-7163-450f-a096-04f6d347328d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 HTTP/1.1" status: 200 len: 217 time: 0.0350416 Feb 04 10:11:39.922455 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc51c-d023-4525-8b29-d838b2ae615e req-46cbfd51-b61f-4ae6-80b8-f5f2d405ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:39.924107 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-46cbfd51-b61f-4ae6-80b8-f5f2d405ccc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.0667703 Feb 04 10:11:39.963473 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-c342f67c-4208-4b1b-ae60-ff4be5ec1a7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308187 Feb 04 10:11:40.087725 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-7060fa4c-1721-48d3-b9e4-ef9c5d19e31c service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142256 Feb 04 10:11:40.094215 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864785e0-2ab4-47fc-b1ca-322a14b4763c req-2dc55a1b-9fb2-47b8-8f53-02b7f34dc21e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:40.095548 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-864785e0-2ab4-47fc-b1ca-322a14b4763c req-2dc55a1b-9fb2-47b8-8f53-02b7f34dc21e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1146519 Feb 04 10:11:40.196493 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-864785e0-2ab4-47fc-b1ca-322a14b4763c req-125ebf71-ca74-4566-bf80-3c65106c4e46 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920324 Feb 04 10:11:40.213171 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-404bc51c-d023-4525-8b29-d838b2ae615e req-fc57e2d6-a5da-484d-bc0c-0dc94abb26fc service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157827 Feb 04 10:11:40.477169 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:40.554094 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3f3f68ed-e1a4-4e09-89e0-18d492c8407a req-2aba4f5f-120b-4a32-9cfd-1f4394ccde1e tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 210 time: 0.0301178 Feb 04 10:11:40.634639 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff90fa-95a8-4467-9f52-b5893dde7ac6 req-2d30b267-06d7-410e-aedf-ab82ddc6c3fd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:40.636103 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0ff90fa-95a8-4467-9f52-b5893dde7ac6 req-2d30b267-06d7-410e-aedf-ab82ddc6c3fd tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0510738 Feb 04 10:11:40.682031 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0ff90fa-95a8-4467-9f52-b5893dde7ac6 req-0191e17c-5224-47cd-b363-017c522967dc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Feb 04 10:11:40.828701 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-749a9495-1dcc-4446-8a49-6403da4fc4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:41.322335 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b7090-84e9-4c31-b679-a4c91be769e4 req-069040b4-6e62-4e41-854e-0570ec6c1bd6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:41.323849 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b7090-84e9-4c31-b679-a4c91be769e4 req-069040b4-6e62-4e41-854e-0570ec6c1bd6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0578177 Feb 04 10:11:41.373144 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b7090-84e9-4c31-b679-a4c91be769e4 req-972259a8-bfd9-466d-8acb-f245559d7f8e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439286 Feb 04 10:11:41.654115 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2892dbe5-2f02-4538-95a6-3870e2f1f834 req-8a81e63a-f8f7-481b-9f34-59264b861031 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 210 time: 0.0253842 Feb 04 10:11:41.796926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3851a1-ce83-43ad-aaaa-deb10fc530aa req-40c0a7d6-919e-469d-a8b5-90acddb724da tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:41.798304 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2e3851a1-ce83-43ad-aaaa-deb10fc530aa req-40c0a7d6-919e-469d-a8b5-90acddb724da tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0512273 Feb 04 10:11:41.842592 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2e3851a1-ce83-43ad-aaaa-deb10fc530aa req-b8967829-a952-41ea-86f5-71b64d6504b7 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 Feb 04 10:11:42.491644 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f486e67-4f68-4ee1-b9ba-af6d66beb223 req-f816818a-bb49-4dc1-8686-947bf2cbd9b5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:42.492462 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f486e67-4f68-4ee1-b9ba-af6d66beb223 req-f816818a-bb49-4dc1-8686-947bf2cbd9b5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0507283 Feb 04 10:11:42.540848 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f486e67-4f68-4ee1-b9ba-af6d66beb223 req-001e6c9a-5c5e-4b3b-be1a-db39679df5b8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 Feb 04 10:11:42.744278 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7652e79d-4a40-48ca-985d-e14f877c7f2d req-47298378-4c4a-4269-8c1b-1729834a240f tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 210 time: 0.0263941 Feb 04 10:11:42.821885 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 740851d7-a477-4b4e-9f4f-680182dc7999 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:11:42.841267 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 740851d7-a477-4b4e-9f4f-680182dc7999 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:11:42.841608 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 740851d7-a477-4b4e-9f4f-680182dc7999 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:11:42.842012 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:11:42.918966 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: DOWN; New status is: DOWN {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:42.966321 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4591fe-4973-47b8-874a-9461bcf30f8f req-115a6b19-26bc-46a3-9bd8-e7b532d8cfd9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:42.967829 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-af4591fe-4973-47b8-874a-9461bcf30f8f req-115a6b19-26bc-46a3-9bd8-e7b532d8cfd9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Feb 04 10:11:43.015725 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-af4591fe-4973-47b8-874a-9461bcf30f8f req-da8abfd4-25ef-4391-885f-536068c4f232 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Feb 04 10:11:43.086498 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1837-077e-4847-86ad-373e1a421124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:43.145132 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-314f2f7b-d927-41d0-a8ac-fd42ae66f4f6 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:43.146605 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-314f2f7b-d927-41d0-a8ac-fd42ae66f4f6 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "GET /v2.0/networks?id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 HTTP/1.1" status: 200 len: 809 time: 0.1034470 Feb 04 10:11:43.173398 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Request body: {'port': {'device_id': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1', 'admin_state_up': True, 'tenant_id': 'd09ea392bf444da799a6d2d26dafec79'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:43.277437 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Made reservation on behalf of d09ea392bf444da799a6d2d26dafec79 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:11:43.280747 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:43.408772 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Allocated IP 172.20.0.5 (6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1/2195ccad-3ee3-4c36-9c82-39a0b2412339/099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:11:43.567182 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks [] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:43.607063 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:43.657097 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Pushing event updated for resources: {'Port': ['ID=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:43.699080 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:11:43.707468 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:11:43.710497 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:11:43.760452 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95e8c-6709-46d6-b1b5-b58d320c0453 req-41319697-c1eb-4f96-a5e5-181a7b01ba54 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:43.762005 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca95e8c-6709-46d6-b1b5-b58d320c0453 req-41319697-c1eb-4f96-a5e5-181a7b01ba54 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1059821 Feb 04 10:11:43.775454 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:43.776305 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:43.798879 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-c6b208eb-3f90-4d88-a923-4ed44b50a5a0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294818 Feb 04 10:11:43.820011 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Request body: {'port': {'device_id': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:11:43.862728 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:43.900583 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ca95e8c-6709-46d6-b1b5-b58d320c0453 req-13a2b7cc-404d-473d-adc4-5ab24d0a5f0c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124394 Feb 04 10:11:43.945623 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a730-5047-4747-b8ba-49495be67f19 req-711991f0-748d-4804-87f2-a4e5da975876 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:43.952190 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b45a730-5047-4747-b8ba-49495be67f19 req-711991f0-748d-4804-87f2-a4e5da975876 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 931 time: 0.1231902 Feb 04 10:11:43.956182 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:44.045526 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b45a730-5047-4747-b8ba-49495be67f19 req-082ba518-bead-4fdd-9420-9f6a15236afe tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922544 Feb 04 10:11:44.213076 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216610b-a8cc-4a39-afa0-195e0b360d5c req-116bedff-5d4f-472e-bc6c-969e0754c164 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:44.214542 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6216610b-a8cc-4a39-afa0-195e0b360d5c req-116bedff-5d4f-472e-bc6c-969e0754c164 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1126239 Feb 04 10:11:44.294531 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6216610b-a8cc-4a39-afa0-195e0b360d5c req-3c34bc05-f66c-4e0a-a2f5-638f137d7fb9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740359 Feb 04 10:11:44.345663 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:11:44.353181 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Publish callbacks [] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:44.365943 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Transition to ACTIVE for port object 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:11:44.369740 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:44.417196 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:44.488247 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Attempting to bind port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:11:44.488805 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Attempting to bind port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:11:44.489126 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Attempting to bind port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b on network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:11:44.493277 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b on network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:11:44.493588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Attempting to bind port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b on network 6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:11:44.498205 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:11:44.498527 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Checking segment: {'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:11:44.498893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Bound using segment: {'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:11:44.499303 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Bound port: 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036c40cc-5499-43b0-b2bf-85a7f721913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:11:44.499683 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:44.767001 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] For port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:11:44.769805 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] For port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:11:44.775631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:44.807463 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:44.808111 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:44.809454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] 10.222.0.57 "PUT /v2.0/ports/099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b HTTP/1.1" status: 200 len: 1093 time: 0.9948921 Feb 04 10:11:44.809882 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'tag': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:44.812182 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce2229f-fcd6-4cb8-bd5c-ac4f6cc20788" -d '{"events": [{"name": "network-changed", "server_uuid": "0e895291-8b68-40bf-9612-1b33af5ef02f", "tag": "099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:44.835545 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f48b6-f606-480b-a469-96c02a3eb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:44.848431 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0320cf-6e5d-46b1-b346-bc54eaf57ab8 x-openstack-request-id: req-8e0320cf-6e5d-46b1-b346-bc54eaf57ab8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:44.848713 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e895291-8b68-40bf-9612-1b33af5ef02f", "tag": "099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:44.848962 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e0320cf-6e5d-46b1-b346-bc54eaf57ab8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:44.849340 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'tag': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b', 'status': 'completed', 'code': 200} Feb 04 10:11:45.043361 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d05ac-c700-40a5-b542-a5494229ba5c req-62e9da5d-e2cf-4cb2-972c-1e615f3738ce tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:45.044967 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd6d05ac-c700-40a5-b542-a5494229ba5c req-62e9da5d-e2cf-4cb2-972c-1e615f3738ce tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0583313 Feb 04 10:11:45.124225 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd6d05ac-c700-40a5-b542-a5494229ba5c req-e1f8c390-c2bd-4982-a299-4a4ebeb7e9b9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732486 Feb 04 10:11:45.132180 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d04c6-399d-4c9b-a6db-101c80b9d585 req-5aef1701-d109-4961-89f7-5ee2ed547eb2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:45.133594 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd7d04c6-399d-4c9b-a6db-101c80b9d585 req-5aef1701-d109-4961-89f7-5ee2ed547eb2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0815339 Feb 04 10:11:45.182317 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd7d04c6-399d-4c9b-a6db-101c80b9d585 req-0e085345-6349-411b-8d85-e8b0595444bc tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Feb 04 10:11:45.232551 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af4778-e7df-46d2-b842-82de5a34b5a6 req-8612de5d-feeb-43fd-a353-fcbbbef1700e tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:45.234012 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13af4778-e7df-46d2-b842-82de5a34b5a6 req-8612de5d-feeb-43fd-a353-fcbbbef1700e tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.0508308 Feb 04 10:11:45.281693 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13af4778-e7df-46d2-b842-82de5a34b5a6 req-978111dd-45ab-44f2-876f-512b29068613 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Feb 04 10:11:45.421988 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def70adb-91d0-4226-88e9-6af8e3811dd2 req-bc2e2378-121a-4165-8ddd-e605148435fa tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:45.423445 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-def70adb-91d0-4226-88e9-6af8e3811dd2 req-bc2e2378-121a-4165-8ddd-e605148435fa tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0520699 Feb 04 10:11:45.468151 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-def70adb-91d0-4226-88e9-6af8e3811dd2 req-0718e790-2db6-461a-924e-d67504043feb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Feb 04 10:11:45.561193 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:46.258171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9ef4b-fe33-47d8-9c39-cbc218ff67a3 req-18e051aa-fbbb-4a7b-a41c-fdf85641a144 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:46.259710 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-32f9ef4b-fe33-47d8-9c39-cbc218ff67a3 req-18e051aa-fbbb-4a7b-a41c-fdf85641a144 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0649979 Feb 04 10:11:46.334233 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-32f9ef4b-fe33-47d8-9c39-cbc218ff67a3 req-21a1921b-8ce6-4a8a-9af6-03f469a4d450 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655024 Feb 04 10:11:46.344473 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c62d0b-7ada-4b91-9430-3a017892af9d req-25d8d2c9-3628-4e95-bb33-b66f7eed4811 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:46.345905 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09c62d0b-7ada-4b91-9430-3a017892af9d req-25d8d2c9-3628-4e95-bb33-b66f7eed4811 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0853181 Feb 04 10:11:46.395448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09c62d0b-7ada-4b91-9430-3a017892af9d req-1edbd02f-ec81-4b29-9164-3e8e5faee6c8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435338 Feb 04 10:11:46.444960 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b229525-8091-4c2b-bacc-440cf3c9b317 req-604d7ac1-25cd-423e-a3d7-e0abeaae65ad tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:46.446417 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7b229525-8091-4c2b-bacc-440cf3c9b317 req-604d7ac1-25cd-423e-a3d7-e0abeaae65ad tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.0550292 Feb 04 10:11:46.491268 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7b229525-8091-4c2b-bacc-440cf3c9b317 req-ddaba652-8874-4da0-bd16-0ac6e8e4c2f0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Feb 04 10:11:46.582511 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff577506-6a6d-483f-a509-215c47833241 req-54b261d2-7c30-46e6-973a-8f99d3928cd4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:46.583984 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ff577506-6a6d-483f-a509-215c47833241 req-54b261d2-7c30-46e6-973a-8f99d3928cd4 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Feb 04 10:11:46.633869 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ff577506-6a6d-483f-a509-215c47833241 req-8a4c4828-f8b8-4ed9-a0b2-9b723a44f5dc tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Feb 04 10:11:46.875542 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:47.296946 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2229f-fcd6-4cb8-bd5c-ac4f6cc20788 req-1093d024-ddca-4b84-8543-0868e007d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:47.298448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dce2229f-fcd6-4cb8-bd5c-ac4f6cc20788 req-1093d024-ddca-4b84-8543-0868e007d25a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d09ea392bf444da799a6d2d26dafec79&device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 1127 time: 0.0445843 Feb 04 10:11:47.570346 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb03b0-08ef-49e9-8d40-4a2ff4f1d39c req-9e737ba3-dc0a-4215-8a68-a882cb68ab82 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:47.571855 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4dfb03b0-08ef-49e9-8d40-4a2ff4f1d39c req-9e737ba3-dc0a-4215-8a68-a882cb68ab82 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1598153 Feb 04 10:11:47.573878 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2229f-fcd6-4cb8-bd5c-ac4f6cc20788 req-cf2feb2d-c9cf-46ac-b76e-cbe2f57227e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:47.575091 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dce2229f-fcd6-4cb8-bd5c-ac4f6cc20788 req-cf2feb2d-c9cf-46ac-b76e-cbe2f57227e1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d09ea392bf444da799a6d2d26dafec79&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1727819 Feb 04 10:11:47.590612 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28b2c-cfff-4fec-a97c-5626423ab097 req-c3dd451d-974a-47f5-8ec2-5cfe4bb95f30 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:47.592052 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ea28b2c-cfff-4fec-a97c-5626423ab097 req-c3dd451d-974a-47f5-8ec2-5cfe4bb95f30 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.1188440 Feb 04 10:11:47.649625 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4dfb03b0-08ef-49e9-8d40-4a2ff4f1d39c req-fc7326e2-6662-4bba-a7ca-0eaa04869022 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710852 Feb 04 10:11:47.685863 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ea28b2c-cfff-4fec-a97c-5626423ab097 req-8b14d51e-dcdb-4b54-bc64-cd5f062c7167 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861378 Feb 04 10:11:47.817752 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2229f-fcd6-4cb8-bd5c-ac4f6cc20788 req-9018368b-c6ae-4dca-a598-2449ca0281a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:47.819208 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dce2229f-fcd6-4cb8-bd5c-ac4f6cc20788 req-9018368b-c6ae-4dca-a598-2449ca0281a3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621757 Feb 04 10:11:47.832242 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab308d3c-1c74-4556-a40e-4bdf2cdfb787 req-ace77d46-c217-478f-8f83-624ae1a8a8b8 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:47.833707 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab308d3c-1c74-4556-a40e-4bdf2cdfb787 req-ace77d46-c217-478f-8f83-624ae1a8a8b8 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.1202188 Feb 04 10:11:47.854329 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9e003-9b23-496a-8321-268d90a672cb req-fc678816-fc76-4cec-a317-c43f3d6ec23e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:47.855793 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8e9e003-9b23-496a-8321-268d90a672cb req-fc678816-fc76-4cec-a317-c43f3d6ec23e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1045413 Feb 04 10:11:47.946405 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab308d3c-1c74-4556-a40e-4bdf2cdfb787 req-f5bb4b5f-8c55-43eb-a20a-63b25ca61d5b tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050451 Feb 04 10:11:47.955926 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8e9e003-9b23-496a-8321-268d90a672cb req-b9104d5d-ed10-4043-ac40-e9641b06867a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916398 Feb 04 10:11:48.024627 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-b96e7be2-99e8-4281-a67b-33ae916d8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:48.026140 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-b96e7be2-99e8-4281-a67b-33ae916d8c6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d09ea392bf444da799a6d2d26dafec79&device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 1127 time: 0.1310024 Feb 04 10:11:48.081781 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-bf682d72-35ad-41a9-ae5c-dc327b07ab23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b HTTP/1.1" status: 200 len: 217 time: 0.0385127 Feb 04 10:11:48.084435 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-ccce2df8-ac05-44fe-938a-c451ca545ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:48.085824 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-ccce2df8-ac05-44fe-938a-c451ca545ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0&tenant_id=45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 1128 time: 0.1197436 Feb 04 10:11:48.201637 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-25a5cac1-36cd-4e67-bc58-adcd216c2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:48.203014 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-25a5cac1-36cd-4e67-bc58-adcd216c2270 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2195ccad-3ee3-4c36-9c82-39a0b2412339 HTTP/1.1" status: 200 len: 849 time: 0.0897114 Feb 04 10:11:48.221665 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-2c8c1402-a59f-4e35-8cd0-81782ec5179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:48.223116 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-2c8c1402-a59f-4e35-8cd0-81782ec5179d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1128 time: 0.0773666 Feb 04 10:11:48.246148 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-4f9332b5-600c-40ec-9cbc-474de2228461 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348444 Feb 04 10:11:48.386691 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-f18f15a1-5313-4c76-8240-976eb96b73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:48.388163 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-f18f15a1-5313-4c76-8240-976eb96b73ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.1505480 Feb 04 10:11:48.393089 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-bdcffcda-7253-46ca-9c8c-0f0cefc6e193 service neutron] 10.222.0.57 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363652 Feb 04 10:11:48.506299 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-6657382f-7021-447d-a9ee-d08fdb2b6e7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14fba3f5-e3d3-47ed-89e2-37840156c804 HTTP/1.1" status: 200 len: 1000 time: 0.1051526 Feb 04 10:11:48.528947 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcad5a0d-4e32-4a2f-b39a-93b5d2acf418 req-631d3a6d-881c-48cc-91f1-1072b75d6a90 service neutron] 10.222.0.57 "GET /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224661 Feb 04 10:11:48.808007 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c6a5e-d94b-41d3-a57c-e23ee26dddfe req-0afdc905-2740-47be-9b1e-283f3041b995 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:48.809375 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-442c6a5e-d94b-41d3-a57c-e23ee26dddfe req-0afdc905-2740-47be-9b1e-283f3041b995 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0842979 Feb 04 10:11:48.830888 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424034-f193-4d4a-be58-18f90467196f req-b0a98837-7978-4316-81f3-7ec98d32473a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:48.832427 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3424034-f193-4d4a-be58-18f90467196f req-b0a98837-7978-4316-81f3-7ec98d32473a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0784080 Feb 04 10:11:48.888297 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-442c6a5e-d94b-41d3-a57c-e23ee26dddfe req-be89e46b-235c-4a0e-9228-9954ff251c26 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726421 Feb 04 10:11:48.902679 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3424034-f193-4d4a-be58-18f90467196f req-676548b5-7dda-471a-a73c-b1790c08fc4f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639088 Feb 04 10:11:49.098501 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574c94f-70af-4109-a0ab-efff4664b1d2 req-66b65cea-8999-4173-b1ab-fc689371047f tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:49.099893 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5574c94f-70af-4109-a0ab-efff4664b1d2 req-66b65cea-8999-4173-b1ab-fc689371047f tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.0870879 Feb 04 10:11:49.106333 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4dfb4-7cb1-4981-b5ac-6d4539d419dc req-382d128a-3ed1-4be0-9726-8fa67f345cf0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:49.107698 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cdb4dfb4-7cb1-4981-b5ac-6d4539d419dc req-382d128a-3ed1-4be0-9726-8fa67f345cf0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0839238 Feb 04 10:11:49.176582 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5574c94f-70af-4109-a0ab-efff4664b1d2 req-611417bb-695a-4a49-9ff7-5b5f046b0eca tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679474 Feb 04 10:11:49.180719 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cdb4dfb4-7cb1-4981-b5ac-6d4539d419dc req-70165dce-d6dc-4ba2-82aa-0bf972a68a57 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660896 Feb 04 10:11:50.038355 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851caf1-f43e-45d9-952d-594bddf32105 req-36c64473-f47e-4794-81c1-298c49149e32 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:50.039839 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6851caf1-f43e-45d9-952d-594bddf32105 req-36c64473-f47e-4794-81c1-298c49149e32 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0793152 Feb 04 10:11:50.059410 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf212e-6e39-4266-93d5-761791e98bc7 req-f94e2fcc-255e-48f4-b180-f86fd8d22d00 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:50.060822 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8faf212e-6e39-4266-93d5-761791e98bc7 req-f94e2fcc-255e-48f4-b180-f86fd8d22d00 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0878863 Feb 04 10:11:50.121751 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6851caf1-f43e-45d9-952d-594bddf32105 req-26a1b72b-a215-42b3-a930-1a4a2a641abf tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748837 Feb 04 10:11:50.133063 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8faf212e-6e39-4266-93d5-761791e98bc7 req-f52e93d8-f818-4b80-9edf-a45a17b523a4 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Feb 04 10:11:50.329943 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7931989-9013-484f-a777-08e744119f68 req-11bf0abd-c77d-45fe-ab92-6fd8a56c94c0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:50.332051 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7931989-9013-484f-a777-08e744119f68 req-11bf0abd-c77d-45fe-ab92-6fd8a56c94c0 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.0887964 Feb 04 10:11:50.339805 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb9ffc-6c1c-4fb3-887e-812c6a243cb4 req-09482ea1-5e11-4170-b5c3-2a104ac7f50f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:50.341204 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3cb9ffc-6c1c-4fb3-887e-812c6a243cb4 req-09482ea1-5e11-4170-b5c3-2a104ac7f50f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0892153 Feb 04 10:11:50.413783 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7931989-9013-484f-a777-08e744119f68 req-3b76baf6-7011-4b11-9190-619bace74794 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716369 Feb 04 10:11:50.420859 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3cb9ffc-6c1c-4fb3-887e-812c6a243cb4 req-93bd56c9-2590-4acb-8cb3-859461318904 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Feb 04 10:11:51.308425 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-151b0382-dda9-456e-b077-b460ae0708c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:51.309867 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-151b0382-dda9-456e-b077-b460ae0708c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0688276 Feb 04 10:11:51.320282 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21a0a9-1994-4573-be73-78bb12a93339 req-56c9a4d2-5ca0-4db0-8c4a-46b309bccaa3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:51.321647 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d21a0a9-1994-4573-be73-78bb12a93339 req-56c9a4d2-5ca0-4db0-8c4a-46b309bccaa3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1289258 Feb 04 10:11:51.328758 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4678d-cd35-4fa3-81b2-f1efe8823c11 req-64e74ebe-625f-4432-8cc2-9a30329daad9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:51.330102 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-62e4678d-cd35-4fa3-81b2-f1efe8823c11 req-64e74ebe-625f-4432-8cc2-9a30329daad9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.1285481 Feb 04 10:11:51.431158 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d21a0a9-1994-4573-be73-78bb12a93339 req-f1bded36-a97f-4def-8bae-fe249770bad7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995584 Feb 04 10:11:51.435481 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-62e4678d-cd35-4fa3-81b2-f1efe8823c11 req-bd74dbb9-de6b-4511-97cf-2cb31dfa796a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910351 Feb 04 10:11:51.442013 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-ae4b72a2-0ffb-4190-aaf7-1e1038277a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:51.443512 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-ae4b72a2-0ffb-4190-aaf7-1e1038277a77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109586 Feb 04 10:11:51.614273 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-1c10ffa0-c746-4bef-90c9-d16d1da9f58d service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634436 Feb 04 10:11:51.620900 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc35cb-13ff-4178-b959-a7ece92b33ee req-4a5f2282-98e3-4558-9432-6fed1015ca65 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:51.622327 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-94fc35cb-13ff-4178-b959-a7ece92b33ee req-4a5f2282-98e3-4558-9432-6fed1015ca65 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1222348 Feb 04 10:11:51.630076 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b50f-25cb-43ca-bf14-deab7ed6b685 req-7feb004f-1fc1-431b-aed7-4f046791a5a2 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:51.631487 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3d43b50f-25cb-43ca-bf14-deab7ed6b685 req-7feb004f-1fc1-431b-aed7-4f046791a5a2 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.1302271 Feb 04 10:11:51.970729 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-94fc35cb-13ff-4178-b959-a7ece92b33ee req-60d91a7a-6fe0-47c3-b6b1-d27093d75b30 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383303 Feb 04 10:11:51.979295 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3d43b50f-25cb-43ca-bf14-deab7ed6b685 req-524c5a99-36c1-4e44-9f26-c42f7942d591 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395848 Feb 04 10:11:51.990088 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-2bf14e26-7aee-474a-93d0-27c6db72ea88 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667192 Feb 04 10:11:52.692836 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140a27a-cd59-45b7-b52f-7668c40b4972 req-83a803bc-fe0a-45f8-9857-6568c367e4d3 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:52.694694 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c140a27a-cd59-45b7-b52f-7668c40b4972 req-83a803bc-fe0a-45f8-9857-6568c367e4d3 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.1193373 Feb 04 10:11:52.702631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a2f6-ed42-4ef1-a501-0580cb5fc8e5 req-792074a9-43e7-4776-a506-897ce4d26839 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:52.709873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7806a2f6-ed42-4ef1-a501-0580cb5fc8e5 req-792074a9-43e7-4776-a506-897ce4d26839 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1161268 Feb 04 10:11:52.807068 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c140a27a-cd59-45b7-b52f-7668c40b4972 req-ceaf9af8-1fe5-4340-b5fa-ee0e01f84d95 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816786 Feb 04 10:11:52.817963 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 34910) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:52.823863 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7806a2f6-ed42-4ef1-a501-0580cb5fc8e5 req-cb54a0c7-1200-48c0-89a7-9ec4a50ad25f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067448 Feb 04 10:11:52.941111 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:53.057835 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Publish callbacks [] for security_group (e10233e5-4d4b-4590-ac1d-d18b8ad30dc2), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:53.066828 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e10233e5-4d4b-4590-ac1d-d18b8ad30dc2), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:53.113768 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0aba5aa976024ae5afbf37c635bf7f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946599 Feb 04 10:11:53.114003 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2bbf8-b6b1-4d66-b73e-fd88df2c8cba req-f394d370-23e1-40f1-8c8a-9beae3eaca9f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:53.115076 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10233e5-4d4b-4590-ac1d-d18b8ad30dc2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:53.122214 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4cd2bbf8-b6b1-4d66-b73e-fd88df2c8cba req-f394d370-23e1-40f1-8c8a-9beae3eaca9f tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0703635 Feb 04 10:11:53.122883 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 34918) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:53.124679 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.125365 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.125944 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.126521 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.127220 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.127971 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.128589 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.129123 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.129871 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.130420 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.130949 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.131486 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.132034 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847640d1-490b-4cd6-bc03-a27e23792ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:11:53.195053 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f00dc11-ac17-40c7-b84c-2781a119669a admin admin] Publish callbacks [] for security_group (e10233e5-4d4b-4590-ac1d-d18b8ad30dc2), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:53.211508 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec36a63-1c07-4113-9430-daad32ef1ffc req-beb7678b-b373-4198-a881-ad45bec0e612 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:53.213048 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ec36a63-1c07-4113-9430-daad32ef1ffc req-beb7678b-b373-4198-a881-ad45bec0e612 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.1082366 Feb 04 10:11:53.220835 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f00dc11-ac17-40c7-b84c-2781a119669a admin admin] Publish callbacks [] for security_group (e10233e5-4d4b-4590-ac1d-d18b8ad30dc2), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:53.232294 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4cd2bbf8-b6b1-4d66-b73e-fd88df2c8cba req-bebab012-74a6-44d7-8b60-3cbd639ca086 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046469 Feb 04 10:11:53.274884 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f00dc11-ac17-40c7-b84c-2781a119669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e10233e5-4d4b-4590-ac1d-d18b8ad30dc2), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:53.278250 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f00dc11-ac17-40c7-b84c-2781a119669a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:53.279832 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8f00dc11-ac17-40c7-b84c-2781a119669a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e10233e5-4d4b-4590-ac1d-d18b8ad30dc2 HTTP/1.1" status: 204 len: 168 time: 0.1437900 Feb 04 10:11:53.289097 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00dc11-ac17-40c7-b84c-2781a119669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10233e5-4d4b-4590-ac1d-d18b8ad30dc2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:53.306045 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ec36a63-1c07-4113-9430-daad32ef1ffc req-52d1dba3-bef7-419b-ae4f-a4135946af2c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726774 Feb 04 10:11:53.935261 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6a261-6ab0-4a55-b055-cb5888edb36b req-e159414b-6fbc-40e8-b055-8d3039f40e3d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:53.943699 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d9d6a261-6ab0-4a55-b055-cb5888edb36b req-e159414b-6fbc-40e8-b055-8d3039f40e3d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0799208 Feb 04 10:11:54.107343 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d9d6a261-6ab0-4a55-b055-cb5888edb36b req-d9411089-8924-43b3-9c02-8be82c683d55 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600165 Feb 04 10:11:54.115366 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9d666-af30-492d-b3ec-4239b5c9067f req-65c473be-c466-40ed-ac03-2811a7c59172 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:54.116885 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e2a9d666-af30-492d-b3ec-4239b5c9067f req-65c473be-c466-40ed-ac03-2811a7c59172 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1631918 Feb 04 10:11:54.205839 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e2a9d666-af30-492d-b3ec-4239b5c9067f req-2c7ec577-a17f-434b-b97a-a537ccb6c9e4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776012 Feb 04 10:11:54.232987 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:11:54.403773 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96712-fce9-4787-8639-252f2944e27c req-f124adc4-5313-4e14-8969-31a5d653b52e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:54.411232 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5bc96712-fce9-4787-8639-252f2944e27c req-f124adc4-5313-4e14-8969-31a5d653b52e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0996871 Feb 04 10:11:54.454566 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:54.473441 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b', 'network_id': '6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1', 'port_id': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b', 'mac_address': 'fa:16:3e:cf:0e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2195ccad-3ee3-4c36-9c82-39a0b2412339', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:11:54.520718 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5bc96712-fce9-4787-8639-252f2944e27c req-1a1e9a79-c53d-4acf-975a-7782271917b1 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035709 Feb 04 10:11:54.539715 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28b95-3158-42ca-9849-eea345bec180 req-4d089763-6ba1-46b5-95ac-c91c5e1645de tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:54.546000 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eca28b95-3158-42ca-9849-eea345bec180 req-4d089763-6ba1-46b5-95ac-c91c5e1645de tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 943 time: 0.1483781 Feb 04 10:11:54.548098 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:54.548496 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:54.578504 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:11:54.613069 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:54.618352 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:54.625704 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eca28b95-3158-42ca-9849-eea345bec180 req-23071b12-63ad-4057-be89-e8f453415920 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788059 Feb 04 10:11:54.686071 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:54.818025 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 34970) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:54.944060 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87837f50-1077-4e40-a1f1-02caf744db92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:55.001324 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:11:55.081385 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87837f50-1077-4e40-a1f1-02caf744db92 admin admin] Publish callbacks [] for security_group (01e915ed-c9d0-49ee-bd36-6ef2ae2486d9), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:55.093447 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87837f50-1077-4e40-a1f1-02caf744db92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (01e915ed-c9d0-49ee-bd36-6ef2ae2486d9), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:55.140807 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87837f50-1077-4e40-a1f1-02caf744db92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e915ed-c9d0-49ee-bd36-6ef2ae2486d9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:55.181539 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 34976) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:11:55.188159 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-87837f50-1077-4e40-a1f1-02caf744db92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=329f44affd3b4fff941bfa7fcb037f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677995 Feb 04 10:11:55.274964 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357f8ce-4ea0-4976-a43d-21ef501b05ac admin admin] Publish callbacks [] for security_group (01e915ed-c9d0-49ee-bd36-6ef2ae2486d9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:55.284320 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5302e00-1cb6-40ca-99ca-3186849b94ed req-24c7e264-cbc6-485c-84ee-ed38df4ce0f5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:55.285856 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5302e00-1cb6-40ca-99ca-3186849b94ed req-24c7e264-cbc6-485c-84ee-ed38df4ce0f5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0898230 Feb 04 10:11:55.332134 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357f8ce-4ea0-4976-a43d-21ef501b05ac admin admin] Publish callbacks [] for security_group (01e915ed-c9d0-49ee-bd36-6ef2ae2486d9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:55.410253 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5302e00-1cb6-40ca-99ca-3186849b94ed req-64450f0c-e207-4bdf-99bc-9e1a17839c07 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153688 Feb 04 10:11:55.424659 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b39007-72a9-4acb-89c3-c17eb2622954 req-e1c00dd1-2058-43c5-a911-5d989a00f27b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:55.426188 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7b39007-72a9-4acb-89c3-c17eb2622954 req-e1c00dd1-2058-43c5-a911-5d989a00f27b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1299200 Feb 04 10:11:55.467108 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357f8ce-4ea0-4976-a43d-21ef501b05ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (01e915ed-c9d0-49ee-bd36-6ef2ae2486d9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:55.469834 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357f8ce-4ea0-4976-a43d-21ef501b05ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:55.484455 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9357f8ce-4ea0-4976-a43d-21ef501b05ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01e915ed-c9d0-49ee-bd36-6ef2ae2486d9 HTTP/1.1" status: 204 len: 168 time: 0.2916307 Feb 04 10:11:55.520836 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357f8ce-4ea0-4976-a43d-21ef501b05ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e915ed-c9d0-49ee-bd36-6ef2ae2486d9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:55.541300 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7b39007-72a9-4acb-89c3-c17eb2622954 req-ee8ca320-2ebb-47e0-9fdf-e0c8084d59b2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091621 Feb 04 10:11:55.730482 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889236f5-63d2-4e38-a6aa-b97dd888a754 req-3e902c0d-d71f-42d7-b41f-4d4fabe47746 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:55.740488 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-889236f5-63d2-4e38-a6aa-b97dd888a754 req-3e902c0d-d71f-42d7-b41f-4d4fabe47746 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1221669 Feb 04 10:11:55.843216 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-889236f5-63d2-4e38-a6aa-b97dd888a754 req-7374d0e6-4f52-4064-8b50-1a9ac48c8173 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018157 Feb 04 10:11:55.857446 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d17fb-6896-461e-8ec0-753d16729292 req-9a610b14-5f40-47c6-a616-79f717c9ddd3 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:55.869170 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec1d17fb-6896-461e-8ec0-753d16729292 req-9a610b14-5f40-47c6-a616-79f717c9ddd3 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 944 time: 0.1031327 Feb 04 10:11:55.965491 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec1d17fb-6896-461e-8ec0-753d16729292 req-4ddedfdb-2c21-420f-ac9e-377e9137428c tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740333 Feb 04 10:11:56.251744 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:11:56.302616 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:11:56.307876 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:11:56.308449 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:56.399551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:56.400063 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:56.425875 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:56.428267 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dabeb6-99ce-420e-ab7d-cfdb05bfcdc9" -d '{"events": [{"server_uuid": "0e895291-8b68-40bf-9612-1b33af5ef02f", "name": "network-vif-plugged", "status": "completed", "tag": "099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:56.443672 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:56.451036 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:56.452062 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device d436ec50-39ed-4b4a-b2e1-f9270fcaca72 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:11:56.514551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfd60d5-61e3-42b5-8ec5-02d306f16d97 x-openstack-request-id: req-2bfd60d5-61e3-42b5-8ec5-02d306f16d97 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:56.514551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e895291-8b68-40bf-9612-1b33af5ef02f", "name": "network-vif-plugged", "status": "completed", "tag": "099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:56.514551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bfd60d5-61e3-42b5-8ec5-02d306f16d97 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:56.514551 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b', 'code': 200} Feb 04 10:11:56.563266 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:56.575193 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee33d0c-72dc-428c-8057-a54f42c66687 req-d1820525-c053-4847-8605-13e2e03bd77e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:56.576913 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ee33d0c-72dc-428c-8057-a54f42c66687 req-d1820525-c053-4847-8605-13e2e03bd77e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 946 time: 0.0831277 Feb 04 10:11:56.619455 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 is: ACTIVE; New status is: DOWN {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:11:56.619880 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:56.659250 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ee33d0c-72dc-428c-8057-a54f42c66687 req-35e48da4-076c-40a6-8cd1-db77feaf6f76 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693858 Feb 04 10:11:56.661935 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:11:56.670576 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:11:56.744464 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3ed8e-5368-4e21-9e3f-ceedf0f40df8 req-f63dea23-02e8-4857-a3e4-5b3cfc8427d8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:56.753468 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37c3ed8e-5368-4e21-9e3f-ceedf0f40df8 req-f63dea23-02e8-4857-a3e4-5b3cfc8427d8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0931115 Feb 04 10:11:56.790509 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:11:56.822485 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37c3ed8e-5368-4e21-9e3f-ceedf0f40df8 req-6d9bc911-e5e4-4177-86e4-b70f7805e146 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677433 Feb 04 10:11:56.993006 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b527e2-4e99-4ea6-91e7-c0424a360af5 req-b6a32ef7-7d7b-471d-ba5e-a31c7373aaa9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:56.994666 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-73b527e2-4e99-4ea6-91e7-c0424a360af5 req-b6a32ef7-7d7b-471d-ba5e-a31c7373aaa9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0569375 Feb 04 10:11:57.059677 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-73b527e2-4e99-4ea6-91e7-c0424a360af5 req-61aa2ddc-37de-4a83-a279-5ab5272117c8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595460 Feb 04 10:11:57.103283 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3052e-880a-4646-bcef-596d380b1ed6 req-b4453fd9-c578-4988-b1af-a7edb5da9199 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:57.104825 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4ed3052e-880a-4646-bcef-596d380b1ed6 req-b4453fd9-c578-4988-b1af-a7edb5da9199 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.0615530 Feb 04 10:11:57.190049 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4ed3052e-880a-4646-bcef-596d380b1ed6 req-169350e8-9f1e-4247-8400-ae77874b36c9 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676706 Feb 04 10:11:57.810567 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8ea87-0afc-41d4-8364-84c76477c247 req-a6a61777-ca85-4cf9-ba1d-4f3ff9860aa4 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:57.812361 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65d8ea87-0afc-41d4-8364-84c76477c247 req-a6a61777-ca85-4cf9-ba1d-4f3ff9860aa4 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 944 time: 0.0571964 Feb 04 10:11:57.869138 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65d8ea87-0afc-41d4-8364-84c76477c247 req-5fe36623-e7af-4f7c-b4c2-36c3d2ec0296 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Feb 04 10:11:57.976781 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ebbec-45f4-4397-99ea-8517de51f4a6 req-532e5461-c36d-4928-a283-eba3ef174214 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:57.978313 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dd2ebbec-45f4-4397-99ea-8517de51f4a6 req-532e5461-c36d-4928-a283-eba3ef174214 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0604267 Feb 04 10:11:58.032187 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dd2ebbec-45f4-4397-99ea-8517de51f4a6 req-b2389aff-587c-4aae-a481-9d6e00d4cc7c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478272 Feb 04 10:11:58.206716 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f4f2-2620-4658-a3a0-a770b7cc8772 req-6e6fe0f8-e29b-4056-a629-b390bbc4e96e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:58.215618 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7592f4f2-2620-4658-a3a0-a770b7cc8772 req-6e6fe0f8-e29b-4056-a629-b390bbc4e96e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0637009 Feb 04 10:11:58.326335 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7592f4f2-2620-4658-a3a0-a770b7cc8772 req-3e479c86-e19f-4fc0-a693-9318636af788 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070819 Feb 04 10:11:58.365309 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728e10e-3b4f-4bc7-9a86-d8b99bff3e35 req-0dafb958-5d8d-4b59-98c0-cf762b8b3e29 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:58.366852 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a728e10e-3b4f-4bc7-9a86-d8b99bff3e35 req-0dafb958-5d8d-4b59-98c0-cf762b8b3e29 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.0963383 Feb 04 10:11:58.420007 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a728e10e-3b4f-4bc7-9a86-d8b99bff3e35 req-a6f56d25-541f-464a-808c-9bc9f2bdb75f tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476129 Feb 04 10:11:58.514374 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:11:58.517115 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79d552a-ac55-4fbd-8138-ff7fec4f4355" -d '{"events": [{"server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "name": "network-vif-unplugged", "status": "completed", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:11:58.557896 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 10:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2c1a1c-4565-486e-b92f-89f209d6f229 x-openstack-request-id: req-dd2c1a1c-4565-486e-b92f-89f209d6f229 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:11:58.558382 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "name": "network-vif-unplugged", "status": "completed", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:11:58.558810 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd2c1a1c-4565-486e-b92f-89f209d6f229 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:11:58.559202 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72', 'code': 200} Feb 04 10:11:59.012502 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07676b6-0088-4dcf-8fa5-abbf613b7e0b req-d9977b47-9b97-4077-b7ce-4ad076736eb5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:59.014853 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d07676b6-0088-4dcf-8fa5-abbf613b7e0b req-d9977b47-9b97-4077-b7ce-4ad076736eb5 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 944 time: 0.0604568 Feb 04 10:11:59.067257 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d07676b6-0088-4dcf-8fa5-abbf613b7e0b req-d12ea065-d0ec-4730-9309-3a7c981e05c6 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Feb 04 10:11:59.182941 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bbc0f-28b9-44ef-8fa7-7ecce6e5e6b1 req-c1a5d3ce-4841-4321-83da-647d251a1f74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:59.184380 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3d1bbc0f-28b9-44ef-8fa7-7ecce6e5e6b1 req-c1a5d3ce-4841-4321-83da-647d251a1f74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0565946 Feb 04 10:11:59.231969 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3d1bbc0f-28b9-44ef-8fa7-7ecce6e5e6b1 req-e2b8c498-9c21-4786-b993-fc0bdce34f05 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421271 Feb 04 10:11:59.446666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f386-3fcf-4a85-b47f-156e2007b88e req-d141c980-26be-4aad-8b60-581a4b01b801 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:59.448216 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1404f386-3fcf-4a85-b47f-156e2007b88e req-d141c980-26be-4aad-8b60-581a4b01b801 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0588765 Feb 04 10:11:59.516430 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1404f386-3fcf-4a85-b47f-156e2007b88e req-cd78fe3f-a20c-46e6-8dd9-8a8b9ee6eb13 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580120 Feb 04 10:11:59.583904 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87628-144e-43f6-8005-83aeddc51ff8 req-bb5cf59a-7ea1-4f81-9366-ee0500113918 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:11:59.585386 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-36c87628-144e-43f6-8005-83aeddc51ff8 req-bb5cf59a-7ea1-4f81-9366-ee0500113918 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.0676663 Feb 04 10:11:59.639326 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-36c87628-144e-43f6-8005-83aeddc51ff8 req-7ccc640b-2e86-466e-a3e8-a9d9053732f9 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482578 Feb 04 10:12:00.197591 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a5833-1a7e-4e7e-9384-37988e09e1fd req-32cb311b-5bf5-452f-8fc5-f00110efecd3 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:00.199066 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-479a5833-1a7e-4e7e-9384-37988e09e1fd req-32cb311b-5bf5-452f-8fc5-f00110efecd3 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 944 time: 0.0554271 Feb 04 10:12:00.245282 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-479a5833-1a7e-4e7e-9384-37988e09e1fd req-2ed87eb2-fbf6-4c3a-9cae-c73ac15c7bb6 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Feb 04 10:12:00.354704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968704-2b37-4b59-a80f-566a73d927f0 req-8e0eb008-c1aa-426f-b49a-e69cdd7b2a71 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:00.356230 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c968704-2b37-4b59-a80f-566a73d927f0 req-8e0eb008-c1aa-426f-b49a-e69cdd7b2a71 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0517962 Feb 04 10:12:00.402444 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c968704-2b37-4b59-a80f-566a73d927f0 req-ab92b64b-0cd7-4511-8139-20706cd90935 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Feb 04 10:12:00.628872 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341db48-05ca-4ff3-bf93-e05f51e20176 req-8c2e3d06-7912-4e83-a0b8-61f294984776 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:00.630340 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1341db48-05ca-4ff3-bf93-e05f51e20176 req-8c2e3d06-7912-4e83-a0b8-61f294984776 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Feb 04 10:12:00.679941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1341db48-05ca-4ff3-bf93-e05f51e20176 req-d48db325-fb57-486c-a501-961bb67c9332 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Feb 04 10:12:00.757482 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bf2b0-f7d1-4ebf-9886-16274fb4986a req-3ec0ef68-2593-4b1e-ac59-b94c0d1e15e2 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:00.758927 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-834bf2b0-f7d1-4ebf-9886-16274fb4986a req-3ec0ef68-2593-4b1e-ac59-b94c0d1e15e2 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.0517061 Feb 04 10:12:00.834369 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-834bf2b0-f7d1-4ebf-9886-16274fb4986a req-7feb7bcf-1a4f-4f80-ad9f-3441b7252e97 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669107 Feb 04 10:12:00.841977 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-d6abfb07-3b1a-4a04-b7ae-44943cd99a8a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:00.843428 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-d6abfb07-3b1a-4a04-b7ae-44943cd99a8a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 944 time: 0.0836484 Feb 04 10:12:00.991385 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Deleting port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:00.991769 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:01.095379 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe612d7-b034-4ddd-b06b-163ffd801cfb req-97e419e5-53d1-4cbb-9246-bd4cb7276e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:01.096824 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dfe612d7-b034-4ddd-b06b-163ffd801cfb req-97e419e5-53d1-4cbb-9246-bd4cb7276e0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 1129 time: 0.1010830 Feb 04 10:12:01.112606 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] For port d436ec50-39ed-4b4a-b2e1-f9270fcaca72, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:01.112970 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:01.130961 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Calling delete_port for d436ec50-39ed-4b4a-b2e1-f9270fcaca72 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:01.201789 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dfe612d7-b034-4ddd-b06b-163ffd801cfb req-c2df5a07-8848-41a3-9c5c-3ab9c6cd3f49 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802372 Feb 04 10:12:01.278257 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (d436ec50-39ed-4b4a-b2e1-f9270fcaca72), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:01.309286 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event deleted for resources: {'Port': ['ID=d436ec50-39ed-4b4a-b2e1-f9270fcaca72,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:01.312074 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9', '27ccf545-2e45-403e-bfd7-78792a4e8360', 'c615c6c2-3a26-4bea-a59f-c452667487b5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:01.361683 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92c0985b-f3ae-42cd-8b67-b0cd44d4e14f req-7c805b07-4dd1-4a88-ba98-7031c1ded983 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231 HTTP/1.1" status: 200 len: 210 time: 0.0428092 Feb 04 10:12:01.375558 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] No DVR routers for this DVR port d436ec50-39ed-4b4a-b2e1-f9270fcaca72 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:01.384030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:01.387790 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25e62ffd-6002-48d4-9f71-aa7931a20b95 req-b5321ee4-8536-42d6-aa52-dd815c20aa6d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "DELETE /v2.0/ports/d436ec50-39ed-4b4a-b2e1-f9270fcaca72 HTTP/1.1" status: 204 len: 173 time: 0.4956977 Feb 04 10:12:01.388252 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'name': 'network-vif-deleted', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:01.390510 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c5ed3-f2e4-49bf-8696-538d34cf3ae7" -d '{"events": [{"server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "name": "network-vif-deleted", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:01.445035 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dee9b42-6f51-4a7a-ba88-06e19a253d98 x-openstack-request-id: req-6dee9b42-6f51-4a7a-ba88-06e19a253d98 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:01.445317 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231", "name": "network-vif-deleted", "tag": "d436ec50-39ed-4b4a-b2e1-f9270fcaca72", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:01.447158 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6dee9b42-6f51-4a7a-ba88-06e19a253d98 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:01.447742 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38f7c5-b2f0-4d73-8b6d-a632ee1a5231', 'name': 'network-vif-deleted', 'tag': 'd436ec50-39ed-4b4a-b2e1-f9270fcaca72', 'status': 'completed', 'code': 200} Feb 04 10:12:01.572331 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8dce3-e1a6-49ff-8685-6eb69305e4ab req-009a33e2-9701-4628-9404-55412e3179f9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:01.573834 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-87e8dce3-e1a6-49ff-8685-6eb69305e4ab req-009a33e2-9701-4628-9404-55412e3179f9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0814905 Feb 04 10:12:01.632354 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-87e8dce3-e1a6-49ff-8685-6eb69305e4ab req-baa0a7c4-c9b0-4228-a663-a5a59fde22fe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523491 Feb 04 10:12:01.821442 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf088-f645-4b6d-be6a-cc06142b7afb req-e728029e-c321-4f18-9daa-5b35b953f771 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:01.822946 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-095bf088-f645-4b6d-be6a-cc06142b7afb req-e728029e-c321-4f18-9daa-5b35b953f771 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0642059 Feb 04 10:12:01.868644 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-095bf088-f645-4b6d-be6a-cc06142b7afb req-bce169c8-15cf-4ab1-999c-e9b04348d87b tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Feb 04 10:12:01.951907 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af1163-b1f9-412b-ad18-516a479eac8d req-23b84edd-ce25-4295-b84c-0785135e3975 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:01.953393 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-35af1163-b1f9-412b-ad18-516a479eac8d req-23b84edd-ce25-4295-b84c-0785135e3975 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.0521271 Feb 04 10:12:02.002258 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-35af1163-b1f9-412b-ad18-516a479eac8d req-aa59a3e4-bf04-4ef1-b96a-fa180bbd607e tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Feb 04 10:12:02.816205 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e905c4d-b300-4f61-bb69-5e914e1d2885 req-149833c6-92f6-4882-b926-c294e0fc1d9c tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:02.817689 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e905c4d-b300-4f61-bb69-5e914e1d2885 req-149833c6-92f6-4882-b926-c294e0fc1d9c tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 945 time: 0.1084142 Feb 04 10:12:02.826532 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e85f36-67ff-4847-9367-6abdf710fd71 req-310baf8a-d5bb-412a-98f4-c8c752a34036 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:02.827967 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1e85f36-67ff-4847-9367-6abdf710fd71 req-310baf8a-d5bb-412a-98f4-c8c752a34036 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1089172 Feb 04 10:12:02.891418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180ea6-e0ab-4844-a1a5-34d22de26721 req-58e506b8-6696-4014-8ca4-9fbab61a174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:02.893526 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a180ea6-e0ab-4844-a1a5-34d22de26721 req-58e506b8-6696-4014-8ca4-9fbab61a174d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.1243069 Feb 04 10:12:02.928662 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e905c4d-b300-4f61-bb69-5e914e1d2885 req-c4fc8f14-3de0-4db2-8d5b-c91a294b6559 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986896 Feb 04 10:12:02.933126 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1e85f36-67ff-4847-9367-6abdf710fd71 req-3ce3c3aa-13e7-48db-9c0c-e9ffb22eac53 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950668 Feb 04 10:12:02.967246 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a180ea6-e0ab-4844-a1a5-34d22de26721 req-9dd99932-5d2d-452b-84e5-6bd2a77759aa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646453 Feb 04 10:12:03.041018 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010aae9-251b-495c-b24c-135e3838fde4 req-9901bcb7-7387-46f1-9573-8a2098cf1466 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:03.042502 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1010aae9-251b-495c-b24c-135e3838fde4 req-9901bcb7-7387-46f1-9573-8a2098cf1466 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0519466 Feb 04 10:12:03.115624 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1010aae9-251b-495c-b24c-135e3838fde4 req-660f9921-d66b-4ee0-863a-b29f2d4db1ca tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 Feb 04 10:12:03.137905 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1939-84fc-43a5-af5e-945e01e6a08d req-01301821-4a13-42de-82b5-025212f66def tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:03.139396 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0ca1939-84fc-43a5-af5e-945e01e6a08d req-01301821-4a13-42de-82b5-025212f66def tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.0722380 Feb 04 10:12:03.184437 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0ca1939-84fc-43a5-af5e-945e01e6a08d req-951abd70-fbbc-4a3c-9d69-7ecc9d0c1929 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396636 Feb 04 10:12:03.765643 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220031e-952f-44cc-a8d8-7f3dddd4e745 req-902c5413-eeed-4aa3-954a-dfc2ea81536d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:03.767124 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b220031e-952f-44cc-a8d8-7f3dddd4e745 req-902c5413-eeed-4aa3-954a-dfc2ea81536d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 945 time: 0.0519400 Feb 04 10:12:03.815008 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b220031e-952f-44cc-a8d8-7f3dddd4e745 req-0d99408a-dacb-4bb3-ad53-40ab66e1968c tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Feb 04 10:12:03.927540 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a610a9-8d9e-42eb-b3ac-cc1a9de26ac4 req-bd01bab5-58c9-4dfa-8d94-6b6aa16f7a5a tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:03.929031 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f3a610a9-8d9e-42eb-b3ac-cc1a9de26ac4 req-bd01bab5-58c9-4dfa-8d94-6b6aa16f7a5a tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.0510855 Feb 04 10:12:03.979726 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f3a610a9-8d9e-42eb-b3ac-cc1a9de26ac4 req-0707184c-939e-4b02-b192-eca815c0ee1f tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Feb 04 10:12:04.076274 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385d3ef-148f-4b5b-8b93-5255b71b2928 req-4cd1f6cd-bf32-46cb-ba41-f4276c3c550a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.077741 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9385d3ef-148f-4b5b-8b93-5255b71b2928 req-4cd1f6cd-bf32-46cb-ba41-f4276c3c550a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 945 time: 0.0751483 Feb 04 10:12:04.116053 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1a55c-a3d3-498a-bc11-1308d907cb45 req-935d1656-5544-437e-bb2a-f36e1cd62982 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.117529 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-def1a55c-a3d3-498a-bc11-1308d907cb45 req-935d1656-5544-437e-bb2a-f36e1cd62982 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0792470 Feb 04 10:12:04.157989 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9385d3ef-148f-4b5b-8b93-5255b71b2928 req-99c98183-6f84-4596-9b79-ddd8090bbfbc tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726161 Feb 04 10:12:04.183966 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-def1a55c-a3d3-498a-bc11-1308d907cb45 req-cf72d46d-fbe3-4e10-adb5-66cbf472e6fe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561416 Feb 04 10:12:04.266673 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77882c6e-d581-4faa-ae5f-defbb74a226d req-b007b503-0f35-48a0-9779-2262a88c32b9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.268655 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-77882c6e-d581-4faa-ae5f-defbb74a226d req-b007b503-0f35-48a0-9779-2262a88c32b9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0542960 Feb 04 10:12:04.312354 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-77882c6e-d581-4faa-ae5f-defbb74a226d req-f541b58d-1c51-45d0-a802-d07cf2a8ba00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Feb 04 10:12:04.632254 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587b540-0318-45c1-a183-fe3244eb1d5c req-b8ef6ccf-ab37-4691-8b9d-3498f112faf9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.633702 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8587b540-0318-45c1-a183-fe3244eb1d5c req-b8ef6ccf-ab37-4691-8b9d-3498f112faf9 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0821214 Feb 04 10:12:04.638582 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-f3d9f2d8-f2d9-4dcf-a30c-8c387e6db6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.639957 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-f3d9f2d8-f2d9-4dcf-a30c-8c387e6db6d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40e1949663b4fe39d5669204666ab42&device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 1129 time: 0.0616894 Feb 04 10:12:04.722615 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8587b540-0318-45c1-a183-fe3244eb1d5c req-b17f7da5-505f-4770-b98f-ab9fe8278424 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817370 Feb 04 10:12:04.759006 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-1b2481e5-5c26-4b18-9545-c2ad66ebeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.760540 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-1b2481e5-5c26-4b18-9545-c2ad66ebeae0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 200 len: 919 time: 0.1021674 Feb 04 10:12:04.802691 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-3733e4c7-e0f1-404e-bc0c-4b31cc792f4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 200 len: 217 time: 0.0337069 Feb 04 10:12:04.852989 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-f19c2e51-89f8-4c22-a5b9-08e35361bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.854486 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-f19c2e51-89f8-4c22-a5b9-08e35361bbb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 200 len: 858 time: 0.0452750 Feb 04 10:12:04.922372 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-83d1202d-05dc-41c0-89ba-6ee6ba45d47f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25332641-dcb4-420f-b76c-45c423e03af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451064 Feb 04 10:12:04.996087 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5233605-ac1d-4231-9254-3bf45434aacf req-b42cc689-ac9b-4dad-a2c5-349e4189ee90 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:04.997535 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5233605-ac1d-4231-9254-3bf45434aacf req-b42cc689-ac9b-4dad-a2c5-349e4189ee90 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 945 time: 0.1107578 Feb 04 10:12:05.050296 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-0eb60e5c-2b45-4292-a414-8f2be4cf18df service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183612 Feb 04 10:12:05.141184 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5233605-ac1d-4231-9254-3bf45434aacf req-1e12e6bb-e815-4c34-be7b-104c09371ab0 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370108 Feb 04 10:12:05.205132 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f567565-885c-4c3a-9ae6-3992eac48811 req-71a13747-9dca-4237-b787-0842ce3fe57b tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:05.206596 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f567565-885c-4c3a-9ae6-3992eac48811 req-71a13747-9dca-4237-b787-0842ce3fe57b tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.1588452 Feb 04 10:12:05.245425 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09e468af-8ef5-4c21-8784-44dfe76309f5 req-24c5004f-4836-4ad8-a332-db3301886317 service neutron] 10.222.0.57 "GET /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826413 Feb 04 10:12:05.255198 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-b166e5c7-a290-4f52-8004-307ce8d46fa7 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:05.257373 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-b166e5c7-a290-4f52-8004-307ce8d46fa7 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 945 time: 0.1273358 Feb 04 10:12:05.341936 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f567565-885c-4c3a-9ae6-3992eac48811 req-1b7add22-a660-4493-833e-298de13463f5 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278884 Feb 04 10:12:05.378204 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637592ec-5aa1-4d2f-b095-677f32bbec86 req-35b69e54-b565-4f60-b8c0-378689060504 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:05.379688 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-637592ec-5aa1-4d2f-b095-677f32bbec86 req-35b69e54-b565-4f60-b8c0-378689060504 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 945 time: 0.1504803 Feb 04 10:12:05.678697 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Deleting port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:05.679030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:05.698051 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-637592ec-5aa1-4d2f-b095-677f32bbec86 req-f2fd71ae-bdc3-4a45-a117-f0f7ae8dda67 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124290 Feb 04 10:12:05.744702 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281df4-a234-4e3c-9c8e-24825514cbc6 req-a7c4f1ae-ddee-4878-8f22-24227578c8c2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:05.746215 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16281df4-a234-4e3c-9c8e-24825514cbc6 req-a7c4f1ae-ddee-4878-8f22-24227578c8c2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.3494854 Feb 04 10:12:05.813555 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] For port 887d8cdb-fafb-436d-9e9b-f88c56d233c2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=887d8cdb-fafb-436d-9e9b-f88c56d233c2,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:05.813912 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:05.853361 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Calling delete_port for 887d8cdb-fafb-436d-9e9b-f88c56d233c2 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:05.865376 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16281df4-a234-4e3c-9c8e-24825514cbc6 req-7761ee22-65b4-4950-8a8e-927f72f12add tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133516 Feb 04 10:12:05.918952 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77b737-a46a-4dac-ad24-c84c81a078b2 req-7ebce46e-d262-40a7-b0bf-f02957d16ee8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:05.920426 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e77b737-a46a-4dac-ad24-c84c81a078b2 req-7ebce46e-d262-40a7-b0bf-f02957d16ee8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1272333 Feb 04 10:12:05.984263 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e77b737-a46a-4dac-ad24-c84c81a078b2 req-17602c93-8965-4282-ac74-da19ed8273b6 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570834 Feb 04 10:12:06.038039 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (887d8cdb-fafb-436d-9e9b-f88c56d233c2), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:06.072981 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['887d8cdb-fafb-436d-9e9b-f88c56d233c2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:06.073836 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Pushing event deleted for resources: {'Port': ['ID=887d8cdb-fafb-436d-9e9b-f88c56d233c2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:06.133350 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] No DVR routers for this DVR port 887d8cdb-fafb-436d-9e9b-f88c56d233c2 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:06.136388 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:06.139615 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3a032b92-5a04-4ffd-b0af-b17891ca3792 req-7d4389f2-633c-4379-a7ff-1f01a0972942 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "DELETE /v2.0/ports/887d8cdb-fafb-436d-9e9b-f88c56d233c2 HTTP/1.1" status: 204 len: 173 time: 0.8631890 Feb 04 10:12:06.140047 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07550dea-457b-44c2-b870-8d68cfe29acc', 'name': 'network-vif-deleted', 'tag': '887d8cdb-fafb-436d-9e9b-f88c56d233c2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:06.142790 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ecde3-64c6-4784-8a12-c5bdb11c1782" -d '{"events": [{"server_uuid": "07550dea-457b-44c2-b870-8d68cfe29acc", "name": "network-vif-deleted", "tag": "887d8cdb-fafb-436d-9e9b-f88c56d233c2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:06.160113 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-9ecb91f3-ca52-45b8-b8d8-aaaafecfd1ef tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:06.161865 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-9ecb91f3-ca52-45b8-b8d8-aaaafecfd1ef tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.1169748 Feb 04 10:12:06.184310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2861bcb9-4876-47d1-a07f-88e0ebcb0d50 x-openstack-request-id: req-2861bcb9-4876-47d1-a07f-88e0ebcb0d50 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:06.184604 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07550dea-457b-44c2-b870-8d68cfe29acc", "name": "network-vif-deleted", "tag": "887d8cdb-fafb-436d-9e9b-f88c56d233c2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:06.184860 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2861bcb9-4876-47d1-a07f-88e0ebcb0d50 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:06.185247 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07550dea-457b-44c2-b870-8d68cfe29acc', 'name': 'network-vif-deleted', 'tag': '887d8cdb-fafb-436d-9e9b-f88c56d233c2', 'status': 'completed', 'code': 200} Feb 04 10:12:06.275425 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7109c38-8973-4f1d-bfdd-9afd376a6f0a req-72c198a8-5996-4130-b901-dedba64847af tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:06.276873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7109c38-8973-4f1d-bfdd-9afd376a6f0a req-72c198a8-5996-4130-b901-dedba64847af tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 945 time: 0.0701275 Feb 04 10:12:06.406929 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237588-d651-4914-a98e-208c66b3f0d4 req-39b88aaf-6c58-477f-82b3-446d3166a74d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:06.408439 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06237588-d651-4914-a98e-208c66b3f0d4 req-39b88aaf-6c58-477f-82b3-446d3166a74d tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 945 time: 0.1482368 Feb 04 10:12:06.414274 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7109c38-8973-4f1d-bfdd-9afd376a6f0a req-4a46df68-ce94-4a96-ba7d-a7d3c51fa104 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204586 Feb 04 10:12:06.497154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Deleting port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:06.497489 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:06.575316 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9a28-7442-422b-a74e-596f7653b8c3 req-ee89bf25-a52a-472c-be1c-1b74eaffd07d tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:06.576811 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2b0a9a28-7442-422b-a74e-596f7653b8c3 req-ee89bf25-a52a-472c-be1c-1b74eaffd07d tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 945 time: 0.1616869 Feb 04 10:12:06.664761 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] For port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,segment=NetworkSegment(036c40cc-5499-43b0-b2bf-85a7f721913b),segment_id=036c40cc-5499-43b0-b2bf-85a7f721913b)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:06.665122 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:06.674769 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Deleting port c615c6c2-3a26-4bea-a59f-c452667487b5 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:06.675101 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:06.681831 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2b0a9a28-7442-422b-a74e-596f7653b8c3 req-9558bbf4-7e08-479a-bb5d-129e29f8714a tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7d03e10-812f-48fe-86c2-5f37b688b964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939972 Feb 04 10:12:06.704361 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Calling delete_port for 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:06.824342 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-af09b049-7a6a-4241-900a-0df8441478c3 req-1430c6c8-ffe7-4a1a-9532-c5837df9dd60 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=07550dea-457b-44c2-b870-8d68cfe29acc HTTP/1.1" status: 200 len: 210 time: 0.0441153 Feb 04 10:12:06.856314 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] For port c615c6c2-3a26-4bea-a59f-c452667487b5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c615c6c2-3a26-4bea-a59f-c452667487b5,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:06.856704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:06.877011 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Calling delete_port for c615c6c2-3a26-4bea-a59f-c452667487b5 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:07.015912 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:07.049229 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f05324-010a-4e61-9b95-fae56e1a6f5a req-df7461ce-d54f-43c6-8c97-2b1acf0e17fb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:07.050700 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3f05324-010a-4e61-9b95-fae56e1a6f5a req-df7461ce-d54f-43c6-8c97-2b1acf0e17fb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.1093249 Feb 04 10:12:07.072773 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Pushing event deleted for resources: {'Port': ['ID=099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:07.173993 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] No DVR routers for this DVR port 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:07.186154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:07.189923 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a6e586fa-f19d-45fd-95ff-2b12896c78de req-08cc7ddf-709d-48db-a6bc-16b75dbf3c43 tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.57 "DELETE /v2.0/ports/099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b HTTP/1.1" status: 204 len: 173 time: 0.9366512 Feb 04 10:12:07.222015 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3f05324-010a-4e61-9b95-fae56e1a6f5a req-d1e93884-dd5b-47b8-8e70-33419e54b8ec tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535125 Feb 04 10:12:07.225610 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (c615c6c2-3a26-4bea-a59f-c452667487b5), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:07.264206 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a68280-883d-4e98-9c5a-396522fe0898 req-eb976394-d79b-4b88-b488-4a872ca2bc22 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:07.265000 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9', '27ccf545-2e45-403e-bfd7-78792a4e8360', 'c615c6c2-3a26-4bea-a59f-c452667487b5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:07.265692 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a68280-883d-4e98-9c5a-396522fe0898 req-eb976394-d79b-4b88-b488-4a872ca2bc22 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1984842 Feb 04 10:12:07.269078 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event deleted for resources: {'Port': ['ID=c615c6c2-3a26-4bea-a59f-c452667487b5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:07.323596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] No DVR routers for this DVR port c615c6c2-3a26-4bea-a59f-c452667487b5 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:07.328693 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:07.332400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06237588-d651-4914-a98e-208c66b3f0d4 req-66c42669-6bba-47ee-a1b7-a31202fa013b tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "DELETE /v2.0/ports/c615c6c2-3a26-4bea-a59f-c452667487b5 HTTP/1.1" status: 204 len: 173 time: 0.9070005 Feb 04 10:12:07.358936 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a68280-883d-4e98-9c5a-396522fe0898 req-9c11c395-5fad-4452-8c9c-aa55e4515919 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836482 Feb 04 10:12:07.517896 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fa79bc02-6dc3-4f0f-8b9b-4fdebf67d15b req-79e3a5b7-a910-4125-a975-4e1b431524aa tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d337d2de-25e0-4be7-a5ca-d0881291a692 HTTP/1.1" status: 200 len: 210 time: 0.0342550 Feb 04 10:12:07.788761 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd34b702-9985-476f-aaaf-193b42c8e005 req-1b6e093a-2398-44ce-b5c2-5e04f181cede tempest-VolumesActionsTest-2023470510 tempest-VolumesActionsTest-2023470510-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e895291-8b68-40bf-9612-1b33af5ef02f HTTP/1.1" status: 200 len: 210 time: 0.0282807 Feb 04 10:12:08.186678 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'name': 'network-vif-deleted', 'tag': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b'}, {'server_uuid': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'name': 'network-vif-deleted', 'tag': 'c615c6c2-3a26-4bea-a59f-c452667487b5'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:08.189125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d0938c-7e36-484c-8aa6-8c3f19d9cd34" -d '{"events": [{"server_uuid": "0e895291-8b68-40bf-9612-1b33af5ef02f", "name": "network-vif-deleted", "tag": "099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b"}, {"server_uuid": "d337d2de-25e0-4be7-a5ca-d0881291a692", "name": "network-vif-deleted", "tag": "c615c6c2-3a26-4bea-a59f-c452667487b5"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:08.230851 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c539c5a8-f69a-42e4-8d81-430ec6de076e x-openstack-request-id: req-c539c5a8-f69a-42e4-8d81-430ec6de076e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:08.231170 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e895291-8b68-40bf-9612-1b33af5ef02f", "name": "network-vif-deleted", "tag": "099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b", "status": "completed", "code": 200}, {"server_uuid": "d337d2de-25e0-4be7-a5ca-d0881291a692", "name": "network-vif-deleted", "tag": "c615c6c2-3a26-4bea-a59f-c452667487b5", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:08.231416 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c539c5a8-f69a-42e4-8d81-430ec6de076e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:08.231842 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e895291-8b68-40bf-9612-1b33af5ef02f', 'name': 'network-vif-deleted', 'tag': '099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b', 'status': 'completed', 'code': 200} Feb 04 10:12:08.232092 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337d2de-25e0-4be7-a5ca-d0881291a692', 'name': 'network-vif-deleted', 'tag': 'c615c6c2-3a26-4bea-a59f-c452667487b5', 'status': 'completed', 'code': 200} Feb 04 10:12:08.279630 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:12:08.290429 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:08.312697 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:08.313029 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 099ae2e4-1aa2-45c4-a39f-b60ac7e3e24b not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:08.313454 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 887d8cdb-fafb-436d-9e9b-f88c56d233c2 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:08.336801 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 887d8cdb-fafb-436d-9e9b-f88c56d233c2 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:08.337149 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 887d8cdb-fafb-436d-9e9b-f88c56d233c2 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:08.350198 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2290ff-ec69-4d1d-9e8c-6396e86a3ebc req-c556d79f-9353-462e-8821-3435b22c5871 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:08.351746 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6d2290ff-ec69-4d1d-9e8c-6396e86a3ebc req-c556d79f-9353-462e-8821-3435b22c5871 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0542581 Feb 04 10:12:08.399062 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6d2290ff-ec69-4d1d-9e8c-6396e86a3ebc req-5e58566e-a3c5-4eee-9b54-ed314dcd8af3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Feb 04 10:12:08.422154 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:08.433054 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'port_id': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'mac_address': 'fa:16:3e:15:98:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:12:08.470686 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:08.471139 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:08.483697 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fba3f5-e3d3-47ed-89e2-37840156c804 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:12:08.489108 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86516f-434d-43d5-946d-d53174256f39 req-52cf92b1-41bd-422f-94c2-ff4743274b14 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:08.490655 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bc86516f-434d-43d5-946d-d53174256f39 req-52cf92b1-41bd-422f-94c2-ff4743274b14 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0536096 Feb 04 10:12:08.504433 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:08.508300 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:08.543110 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bc86516f-434d-43d5-946d-d53174256f39 req-3657cd70-3ca5-487e-8f38-c4944951be76 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Feb 04 10:12:08.559183 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:08.566712 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.567064 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.567426 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.567841 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.568175 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.568503 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.568829 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.569448 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.569750 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.571454 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.571826 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.572160 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.572495 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:08.794130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4ec85-4d09-4f81-ae16-e026b514932e req-92a27692-f388-43cb-a416-0a4395320627 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:08.795941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55b4ec85-4d09-4f81-ae16-e026b514932e req-92a27692-f388-43cb-a416-0a4395320627 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0538983 Feb 04 10:12:08.842055 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55b4ec85-4d09-4f81-ae16-e026b514932e req-46a3ad45-9000-43d5-86a1-16be09e40130 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Feb 04 10:12:09.523536 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4421aba-e322-4356-8758-ca60a5ac4d15 req-45b79f50-9697-439c-950e-72f570344bd5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:09.525063 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4421aba-e322-4356-8758-ca60a5ac4d15 req-45b79f50-9697-439c-950e-72f570344bd5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Feb 04 10:12:09.572747 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4421aba-e322-4356-8758-ca60a5ac4d15 req-f46da9a9-199f-441d-a4ad-2089d3cbe356 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409501 Feb 04 10:12:09.962494 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed111e8c-a867-490d-8c8d-5e48611e0ef6 req-a0dda5d1-ad92-466e-a083-2aa781388fd2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:09.964012 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed111e8c-a867-490d-8c8d-5e48611e0ef6 req-a0dda5d1-ad92-466e-a083-2aa781388fd2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0566525 Feb 04 10:12:10.017376 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed111e8c-a867-490d-8c8d-5e48611e0ef6 req-07abbef1-6d70-4a9a-a438-b772026ed599 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Feb 04 10:12:10.695118 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ad061-db01-4bf8-9552-cb3408b8df79 req-9bc3f2ee-aa4d-4498-8154-8a61f8975c0f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:10.696605 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df3ad061-db01-4bf8-9552-cb3408b8df79 req-9bc3f2ee-aa4d-4498-8154-8a61f8975c0f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0521381 Feb 04 10:12:10.742317 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df3ad061-db01-4bf8-9552-cb3408b8df79 req-d2702a26-9570-4040-b0df-1e50ddc4cae7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Feb 04 10:12:10.832254 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5cc90c7b-b5b4-45d5-b7ed-f4a43c56a3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:10.854873 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:11.138118 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c843f0-fa2d-4a76-8485-349a73fac600 req-ba66c081-6035-4d7b-899e-58fd4c7efc1e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:11.139603 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-75c843f0-fa2d-4a76-8485-349a73fac600 req-ba66c081-6035-4d7b-899e-58fd4c7efc1e tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0561116 Feb 04 10:12:11.193733 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-75c843f0-fa2d-4a76-8485-349a73fac600 req-514bd87a-027e-454c-889a-952711c742f3 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484133 Feb 04 10:12:11.244859 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['14fba3f5-e3d3-47ed-89e2-37840156c804'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:11.862275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f4709-3432-42fb-97e7-365aef2bd46a req-b91e49b8-15ba-4b37-9df1-4533cd2f9f4e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:11.863673 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f7f4709-3432-42fb-97e7-365aef2bd46a req-b91e49b8-15ba-4b37-9df1-4533cd2f9f4e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0514727 Feb 04 10:12:11.908472 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f7f4709-3432-42fb-97e7-365aef2bd46a req-953cd4bd-b44b-45b1-8d13-37e713c1841d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Feb 04 10:12:12.262363 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:12:12.309793 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c783dd-386b-49cf-b123-2119d7b36443 req-468a046c-39b1-4334-bd0f-80fa3a72dbdf tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:12.311234 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78c783dd-386b-49cf-b123-2119d7b36443 req-468a046c-39b1-4334-bd0f-80fa3a72dbdf tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Feb 04 10:12:12.361555 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78c783dd-386b-49cf-b123-2119d7b36443 req-aaf05840-9329-4f5a-b07d-898ae46225b8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Feb 04 10:12:13.031077 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e51f3-280c-429e-8827-05987bc9cd6c req-5b5d7b7f-054f-4680-a144-51f02096d33d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:13.033061 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-505e51f3-280c-429e-8827-05987bc9cd6c req-5b5d7b7f-054f-4680-a144-51f02096d33d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Feb 04 10:12:13.080672 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-505e51f3-280c-429e-8827-05987bc9cd6c req-8fde1506-03e5-403e-9d3e-7e1cc76082e1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Feb 04 10:12:13.090139 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4b9caa9-5e9d-4364-a962-4397334b41e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:13.476004 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a76-ddd0-44fe-8ba0-9d3192c31b37 req-df93748f-c57b-40c4-83d5-fb0c3a3f9290 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:13.477471 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-af676a76-ddd0-44fe-8ba0-9d3192c31b37 req-df93748f-c57b-40c4-83d5-fb0c3a3f9290 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0507598 Feb 04 10:12:13.522147 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-af676a76-ddd0-44fe-8ba0-9d3192c31b37 req-4346b846-d3ab-4633-ac8c-cecac527e72f tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Feb 04 10:12:13.861185 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:13.979127 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device c615c6c2-3a26-4bea-a59f-c452667487b5 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:13.998515 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: c615c6c2-3a26-4bea-a59f-c452667487b5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:13.998859 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device c615c6c2-3a26-4bea-a59f-c452667487b5 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:14.206971 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70435264-e630-4e5b-9e22-09e532812708 req-8dce18fb-83e1-4afa-8f0d-07643f9ab749 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:14.208479 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-70435264-e630-4e5b-9e22-09e532812708 req-8dce18fb-83e1-4afa-8f0d-07643f9ab749 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0557418 Feb 04 10:12:14.253246 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-70435264-e630-4e5b-9e22-09e532812708 req-d45e8817-9045-4b98-984a-c745392c9152 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Feb 04 10:12:14.638983 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7da69-e1c9-44fd-bfbc-9bd52c2a6ec8 req-8e3899f9-7939-429c-9550-f9c2b36febbe tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:14.640491 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91c7da69-e1c9-44fd-bfbc-9bd52c2a6ec8 req-8e3899f9-7939-429c-9550-f9c2b36febbe tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0535028 Feb 04 10:12:14.685917 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91c7da69-e1c9-44fd-bfbc-9bd52c2a6ec8 req-e5836685-b1ef-48e4-8344-14f135338d35 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Feb 04 10:12:15.374323 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d00af1-119d-48c3-8dd6-e911ba47397d req-ee30b70a-1cea-4f26-bfa7-2920b6b51ea0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:15.375803 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65d00af1-119d-48c3-8dd6-e911ba47397d req-ee30b70a-1cea-4f26-bfa7-2920b6b51ea0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Feb 04 10:12:15.424032 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65d00af1-119d-48c3-8dd6-e911ba47397d req-df260b4d-4c70-4001-8465-8847ff473812 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Feb 04 10:12:15.564270 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:15.801781 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311b111-4456-4147-97d8-0fd3f5600c76 req-7fd2781f-7c11-4009-b9d4-32d91647b225 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:15.803160 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0311b111-4456-4147-97d8-0fd3f5600c76 req-7fd2781f-7c11-4009-b9d4-32d91647b225 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0527868 Feb 04 10:12:15.848417 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0311b111-4456-4147-97d8-0fd3f5600c76 req-0414dba2-177a-4906-8eb9-ee200178a3bd tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Feb 04 10:12:16.544797 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783c0f-6a66-4d50-b10a-f88070b6ade3 req-851b8f34-e264-427d-a237-31a819f7890e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:16.546173 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-41783c0f-6a66-4d50-b10a-f88070b6ade3 req-851b8f34-e264-427d-a237-31a819f7890e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0508635 Feb 04 10:12:16.592564 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-41783c0f-6a66-4d50-b10a-f88070b6ade3 req-e2728eb7-23b9-475d-9519-bc740782f5f8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Feb 04 10:12:16.878734 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:16.968423 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129e04c-5e25-4b54-aebf-3fd7d8984c75 req-1733e62f-8dfd-420e-828f-e60108c9a527 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:16.970397 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0129e04c-5e25-4b54-aebf-3fd7d8984c75 req-1733e62f-8dfd-420e-828f-e60108c9a527 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0543818 Feb 04 10:12:17.014935 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0129e04c-5e25-4b54-aebf-3fd7d8984c75 req-08203a4a-6137-44cf-a6e3-2459f41824a9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391636 Feb 04 10:12:17.612575 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:12:17.663976 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 14fba3f5-e3d3-47ed-89e2-37840156c804 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:17.664349 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:17.720931 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b7525-116c-400a-bdbf-b9ac3b02a134 req-78d3d1c3-6acf-41d1-a098-017f53aa895a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:17.722408 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d2b7525-116c-400a-bdbf-b9ac3b02a134 req-78d3d1c3-6acf-41d1-a098-017f53aa895a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0573001 Feb 04 10:12:17.741479 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 14fba3f5-e3d3-47ed-89e2-37840156c804 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:17.741868 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:17.763793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:17.766098 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13bfcea-b9d1-4763-8c5f-5e09e6435a9f" -d '{"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:17.772736 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d2b7525-116c-400a-bdbf-b9ac3b02a134 req-0efb8900-ef6b-4624-aa2d-2fc390614504 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446489 Feb 04 10:12:17.778171 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:17.783586 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:17.809041 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9574d922-ecf4-4dc7-a7f9-61ad38ce7b58 x-openstack-request-id: req-9574d922-ecf4-4dc7-a7f9-61ad38ce7b58 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:17.809322 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:17.809574 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9574d922-ecf4-4dc7-a7f9-61ad38ce7b58 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:17.809957 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'code': 200} Feb 04 10:12:17.836163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:17.926356 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-ee933210-af1f-4ec9-b624-320f191fab1a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:17.927847 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-ee933210-af1f-4ec9-b624-320f191fab1a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0602064 Feb 04 10:12:18.029193 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Deleting port 27ccf545-2e45-403e-bfd7-78792a4e8360 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:18.029533 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:18.152891 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] For port 27ccf545-2e45-403e-bfd7-78792a4e8360, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=27ccf545-2e45-403e-bfd7-78792a4e8360,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:18.153354 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:18.171260 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Calling delete_port for 27ccf545-2e45-403e-bfd7-78792a4e8360 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:18.182446 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07b26-6b1e-4feb-b17a-312f38ed9f1e req-a1891bb9-065f-45f5-9e34-97f7f84105f1 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:18.183961 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcb07b26-6b1e-4feb-b17a-312f38ed9f1e req-a1891bb9-065f-45f5-9e34-97f7f84105f1 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 945 time: 0.0942864 Feb 04 10:12:18.279979 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bcb07b26-6b1e-4feb-b17a-312f38ed9f1e req-de5a6bf8-eb08-4a5b-91dc-0346641323f2 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890014 Feb 04 10:12:18.372794 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (27ccf545-2e45-403e-bfd7-78792a4e8360), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:18.405719 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event deleted for resources: {'Port': ['ID=27ccf545-2e45-403e-bfd7-78792a4e8360,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:18.413619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9', '27ccf545-2e45-403e-bfd7-78792a4e8360'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:18.526329 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] No DVR routers for this DVR port 27ccf545-2e45-403e-bfd7-78792a4e8360 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:18.531336 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:18.534742 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5cdc0585-0fbe-4f09-81de-1a6d5eb820fa req-07333267-575d-414a-93c6-de08213822b9 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "DELETE /v2.0/ports/27ccf545-2e45-403e-bfd7-78792a4e8360 HTTP/1.1" status: 204 len: 173 time: 0.6015012 Feb 04 10:12:18.535439 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'name': 'network-vif-deleted', 'tag': '27ccf545-2e45-403e-bfd7-78792a4e8360'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:18.537990 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f3a6d2-93de-4a99-8f1e-f3c42897fd8e" -d '{"events": [{"server_uuid": "7e8f32a9-b4dd-415a-8792-afe344d20352", "name": "network-vif-deleted", "tag": "27ccf545-2e45-403e-bfd7-78792a4e8360"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:18.553978 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9e4d5-3d2a-4e15-90c2-ebb9d1bc230e req-cadfa140-3811-411f-a1e7-e7914119672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:18.555982 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9de9e4d5-3d2a-4e15-90c2-ebb9d1bc230e req-cadfa140-3811-411f-a1e7-e7914119672c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1131 time: 0.1246519 Feb 04 10:12:18.634406 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e3adb-91f9-49e9-ba44-4166304b6dd7 x-openstack-request-id: req-5d1e3adb-91f9-49e9-ba44-4166304b6dd7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:18.636538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f32a9-b4dd-415a-8792-afe344d20352", "name": "network-vif-deleted", "tag": "27ccf545-2e45-403e-bfd7-78792a4e8360", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:18.637313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d1e3adb-91f9-49e9-ba44-4166304b6dd7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:18.637693 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f32a9-b4dd-415a-8792-afe344d20352', 'name': 'network-vif-deleted', 'tag': '27ccf545-2e45-403e-bfd7-78792a4e8360', 'status': 'completed', 'code': 200} Feb 04 10:12:18.671762 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9de9e4d5-3d2a-4e15-90c2-ebb9d1bc230e req-6e6b0fb6-a97c-4a12-8f66-284981c633c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027999 Feb 04 10:12:19.002779 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b0dc5-b226-4244-aa09-02123d250963 req-3bad39dd-df92-4205-835e-f3a987d58c8b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:19.004685 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e2b0dc5-b226-4244-aa09-02123d250963 req-3bad39dd-df92-4205-835e-f3a987d58c8b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.1361184 Feb 04 10:12:19.034459 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-5ad4a985-3f20-4e7d-9b7b-d418bf65a6ba tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:19.036617 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-5ad4a985-3f20-4e7d-9b7b-d418bf65a6ba tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/networks?id=f2363f4f-0aec-4c2e-9c17-363508a99c6e HTTP/1.1" status: 200 len: 813 time: 0.1933601 Feb 04 10:12:19.071020 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-04192afd-8a60-454b-a601-7f9f7a23cb42 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/quotas/9005551c09f24411b930574342f441a1 HTTP/1.1" status: 200 len: 375 time: 0.0263441 Feb 04 10:12:19.129673 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-0a914fd4-6d7b-45c0-8d91-276e75488266 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9005551c09f24411b930574342f441a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575881 Feb 04 10:12:19.140060 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e2b0dc5-b226-4244-aa09-02123d250963 req-cd79906d-27c2-4b7b-8fb9-18138189818b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253357 Feb 04 10:12:19.259930 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-3d5225d7-bcf7-4dca-b3e6-0fef736fad6a service neutron] 10.222.0.39 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175294 Feb 04 10:12:19.365052 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-87cafeee-4a8f-466e-968c-50aa0d707e9a service neutron] 10.222.0.39 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042573 Feb 04 10:12:19.425566 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a29a533c-0382-4548-8bc9-dd5b9f599355 req-fb5aa1f0-8501-4c96-839d-e13e4ae076ce tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e8f32a9-b4dd-415a-8792-afe344d20352 HTTP/1.1" status: 200 len: 210 time: 0.0336611 Feb 04 10:12:19.572942 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0978759-d8c5-41dc-9127-a0137efdff53 req-2696e8a6-b371-44a6-adeb-3b5cb8fe655d tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 210 time: 0.0508966 Feb 04 10:12:20.447643 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1508f15-91f6-49b9-8732-8f7a0599a242 req-af25e9a7-762f-424e-a1a4-d6f1b6b9c280 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:20.447643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1508f15-91f6-49b9-8732-8f7a0599a242 req-af25e9a7-762f-424e-a1a4-d6f1b6b9c280 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.4400690 Feb 04 10:12:20.495530 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39ff5-44bd-4629-a473-a51d918fbe73 req-06c53de6-fb44-44f4-bc58-527a01622cfc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:20.497161 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08b39ff5-44bd-4629-a473-a51d918fbe73 req-06c53de6-fb44-44f4-bc58-527a01622cfc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.1428189 Feb 04 10:12:20.591694 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1508f15-91f6-49b9-8732-8f7a0599a242 req-a8f48741-a36c-4f40-97e4-e69327dae526 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351714 Feb 04 10:12:20.651863 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08b39ff5-44bd-4629-a473-a51d918fbe73 req-c5cfac05-c1c7-49e9-b380-ece8ab0707ed tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379819 Feb 04 10:12:20.802403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9185ce73-6b52-42f3-8d4e-1415aa4cdfbe req-fb107f83-3215-4d0e-9065-cfd0d484dd6c tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 210 time: 0.0567188 Feb 04 10:12:21.173369 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-5f2fccf0-49a5-401e-8c31-4f7af58cf687 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:21.174901 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-5f2fccf0-49a5-401e-8c31-4f7af58cf687 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "GET /v2.0/networks?id=f2363f4f-0aec-4c2e-9c17-363508a99c6e HTTP/1.1" status: 200 len: 813 time: 0.1314454 Feb 04 10:12:21.220568 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Request body: {'port': {'device_id': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e', 'admin_state_up': True, 'tenant_id': '9005551c09f24411b930574342f441a1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:21.348722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Made reservation on behalf of 9005551c09f24411b930574342f441a1 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:12:21.352489 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:21.485408 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Allocated IP 172.20.0.3 (f2363f4f-0aec-4c2e-9c17-363508a99c6e/eebbd37f-015f-41d3-a447-984b592c033e/4b95895a-867c-4b25-a9cd-1df2d388dd53) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:12:21.640442 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks [] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:21.755135 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:21.824601 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Network f2363f4f-0aec-4c2e-9c17-363508a99c6e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:12:21.838657 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75bd8-3b08-41d6-b2d1-5c581a3f46a7 req-58270c43-84c3-4e08-a8dc-5066766ef507 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:21.840238 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0db75bd8-3b08-41d6-b2d1-5c581a3f46a7 req-58270c43-84c3-4e08-a8dc-5066766ef507 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1630983 Feb 04 10:12:21.847166 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Pushing event updated for resources: {'Port': ['ID=4b95895a-867c-4b25-a9cd-1df2d388dd53,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:21.847348 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:21.850537 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:12:21.859529 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd107b2e-9f9b-4065-81ae-0bb650b8aa1f req-639ba009-4fb6-4e37-8ad5-6079f7f5caa2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:21.861374 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bd107b2e-9f9b-4065-81ae-0bb650b8aa1f req-639ba009-4fb6-4e37-8ad5-6079f7f5caa2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.1400805 Feb 04 10:12:21.955661 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:21.956299 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:21.970169 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 27ccf545-2e45-403e-bfd7-78792a4e8360 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:21.989037 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0db75bd8-3b08-41d6-b2d1-5c581a3f46a7 req-4cf3c412-6f53-447d-b4a3-2d057890e6f2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266544 Feb 04 10:12:22.004943 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 27ccf545-2e45-403e-bfd7-78792a4e8360 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:22.005340 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 27ccf545-2e45-403e-bfd7-78792a4e8360 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:22.007822 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-19310cee-c8bf-4272-8475-02a56b32e3c3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7919004 Feb 04 10:12:22.011676 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bd107b2e-9f9b-4065-81ae-0bb650b8aa1f req-abf6747e-e65c-4a6e-8b69-0197a3cc008a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168203 Feb 04 10:12:22.027928 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Request body: {'port': {'device_id': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:22.154440 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:22.181254 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342755-880e-48e4-bd5d-36aabf4ebe7c req-92f81194-f621-4739-a80a-12587412dbc6 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:22.183161 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-28342755-880e-48e4-bd5d-36aabf4ebe7c req-92f81194-f621-4739-a80a-12587412dbc6 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 931 time: 0.1154611 Feb 04 10:12:22.369405 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-28342755-880e-48e4-bd5d-36aabf4ebe7c req-70ec03ae-3401-4904-9679-a0cf3cd79eab tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549819 Feb 04 10:12:22.457907 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d4e7d-ab60-442e-b6c4-42484a49a9b5 req-fb238aef-4f28-4920-a9b8-a2c688b560b7 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:22.459381 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-371d4e7d-ab60-442e-b6c4-42484a49a9b5 req-fb238aef-4f28-4920-a9b8-a2c688b560b7 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.1820972 Feb 04 10:12:22.546921 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-371d4e7d-ab60-442e-b6c4-42484a49a9b5 req-aa34b0e4-1227-4d23-b977-5530b66d7bd8 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813158 Feb 04 10:12:22.604610 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b95895a-867c-4b25-a9cd-1df2d388dd53 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:12:22.614116 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Publish callbacks [] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:22.629352 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Transition to ACTIVE for port object 4b95895a-867c-4b25-a9cd-1df2d388dd53 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:12:22.636148 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:22.695931 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Pushing event updated for resources: {'Port': ['ID=4b95895a-867c-4b25-a9cd-1df2d388dd53,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:22.787553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Attempting to bind port 4b95895a-867c-4b25-a9cd-1df2d388dd53 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:12:22.788057 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Attempting to bind port 4b95895a-867c-4b25-a9cd-1df2d388dd53 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:12:22.788550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Attempting to bind port 4b95895a-867c-4b25-a9cd-1df2d388dd53 on network f2363f4f-0aec-4c2e-9c17-363508a99c6e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:12:22.794321 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Port 4b95895a-867c-4b25-a9cd-1df2d388dd53 on network f2363f4f-0aec-4c2e-9c17-363508a99c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:12:22.794765 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Attempting to bind port 4b95895a-867c-4b25-a9cd-1df2d388dd53 on network f2363f4f-0aec-4c2e-9c17-363508a99c6e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:12:22.801091 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:12:22.801578 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Checking segment: {'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:12:22.802064 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Bound using segment: {'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:12:22.802730 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Bound port: 4b95895a-867c-4b25-a9cd-1df2d388dd53, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ac99bf-3e6a-4afd-894f-9acce30d20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:12:22.803246 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:22.884170 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] For port 4b95895a-867c-4b25-a9cd-1df2d388dd53, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:12:22.887485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] For port 4b95895a-867c-4b25-a9cd-1df2d388dd53, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b95895a-867c-4b25-a9cd-1df2d388dd53,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:12:22.895065 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:22.931716 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:22.933531 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:22.935002 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] 10.222.0.57 "PUT /v2.0/ports/4b95895a-867c-4b25-a9cd-1df2d388dd53 HTTP/1.1" status: 200 len: 1093 time: 0.9114876 Feb 04 10:12:22.940932 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'tag': '4b95895a-867c-4b25-a9cd-1df2d388dd53'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:22.943197 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4bcba7-7d42-48ec-93e2-3845a8195889" -d '{"events": [{"name": "network-changed", "server_uuid": "006d997b-e36e-4d3e-844a-454c8f0ffc71", "tag": "4b95895a-867c-4b25-a9cd-1df2d388dd53"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:22.994599 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11603b-7ba0-45f2-bc4d-e4659d4f0e28 service neutron] Pushing event updated for resources: {'Port': ['ID=4b95895a-867c-4b25-a9cd-1df2d388dd53,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:23.013291 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af82c3f2-01c3-4604-98a0-485b4658ae47 x-openstack-request-id: req-af82c3f2-01c3-4604-98a0-485b4658ae47 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:23.013666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006d997b-e36e-4d3e-844a-454c8f0ffc71", "tag": "4b95895a-867c-4b25-a9cd-1df2d388dd53", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:23.014365 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af82c3f2-01c3-4604-98a0-485b4658ae47 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:23.014819 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'tag': '4b95895a-867c-4b25-a9cd-1df2d388dd53', 'status': 'completed', 'code': 200} Feb 04 10:12:23.205697 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab01412-9352-40ec-9fed-1d6c0b736b56 req-d75ba57c-8723-44a4-b3a7-d1536813d06e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:23.207142 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1ab01412-9352-40ec-9fed-1d6c0b736b56 req-d75ba57c-8723-44a4-b3a7-d1536813d06e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1212265 Feb 04 10:12:23.217939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-fcad5b5b-32c0-481f-af22-cfbedc69d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:23.219371 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-fcad5b5b-32c0-481f-af22-cfbedc69d9ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9005551c09f24411b930574342f441a1&device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 1127 time: 0.0958433 Feb 04 10:12:23.295202 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-7a54f6d2-ea9c-4023-8f45-82a1202bc48f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b95895a-867c-4b25-a9cd-1df2d388dd53 HTTP/1.1" status: 200 len: 217 time: 0.0526290 Feb 04 10:12:23.361982 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-edd2eee6-96a2-4421-ace3-3ad86c8f7c43 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:23.365556 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-edd2eee6-96a2-4421-ace3-3ad86c8f7c43 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 945 time: 0.1566145 Feb 04 10:12:23.370575 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1ab01412-9352-40ec-9fed-1d6c0b736b56 req-3ad5ae73-e18f-4fdb-ab84-2147cc446eca tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490533 Feb 04 10:12:23.412936 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-959a588e-e8fb-4a6e-9cbe-953e6ff66493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:23.414453 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-959a588e-e8fb-4a6e-9cbe-953e6ff66493 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eebbd37f-015f-41d3-a447-984b592c033e HTTP/1.1" status: 200 len: 853 time: 0.1081395 Feb 04 10:12:23.461497 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-8103408a-328f-4531-b71c-39e3a1794b95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2363f4f-0aec-4c2e-9c17-363508a99c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368853 Feb 04 10:12:23.614840 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d74cc-9fe7-488a-b1ca-4a60d33eb114 req-2b3b2555-bdbf-4e51-9c12-5e9f3855cbd1 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:23.616404 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d61d74cc-9fe7-488a-b1ca-4a60d33eb114 req-2b3b2555-bdbf-4e51-9c12-5e9f3855cbd1 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 943 time: 0.1573873 Feb 04 10:12:23.652682 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-e8811205-b9f7-421c-af5e-c81d8e13d802 service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812251 Feb 04 10:12:23.654620 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Deleting port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:23.654984 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:23.819459 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d61d74cc-9fe7-488a-b1ca-4a60d33eb114 req-cb3bef51-3b0c-418c-b028-ec871d188aef tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945376 Feb 04 10:12:23.872584 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbfd0a-9867-4f21-81ae-cbb6a971b6bc req-d091b6bd-d4bf-432c-a1cb-d886d543541a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:23.874034 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8bbfd0a-9867-4f21-81ae-cbb6a971b6bc req-d091b6bd-d4bf-432c-a1cb-d886d543541a tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.2388074 Feb 04 10:12:23.876397 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] For port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:23.876752 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:23.898949 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67fcb294-dc8f-4bed-b2ea-9614dd3dac95 req-d963d00d-89f1-4450-974b-341d3f3d532b service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371280 Feb 04 10:12:23.905000 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Calling delete_port for 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:23.983279 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8bbfd0a-9867-4f21-81ae-cbb6a971b6bc req-0c8a84bb-6c5d-488a-b55f-e63c6b6b5a60 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021738 Feb 04 10:12:24.109515 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (57bc3c41-ddcd-478d-bdf5-231bbb1e60d9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:24.146918 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Pushing event deleted for resources: {'Port': ['ID=57bc3c41-ddcd-478d-bdf5-231bbb1e60d9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:24.156526 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-8212b263-7600-41ad-af44-f3147a7a59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:24.158304 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-8212b263-7600-41ad-af44-f3147a7a59e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9005551c09f24411b930574342f441a1&device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 1127 time: 0.1204891 Feb 04 10:12:24.159779 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['9a592b07-2240-4f9f-87a6-98eb1886760a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:24.287686 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-b4b895ff-8ed4-49e3-91e1-a86663fc22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:24.289199 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-b4b895ff-8ed4-49e3-91e1-a86663fc22f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2363f4f-0aec-4c2e-9c17-363508a99c6e HTTP/1.1" status: 200 len: 914 time: 0.1133611 Feb 04 10:12:24.290553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] No DVR routers for this DVR port 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:24.293169 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:24.296944 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2d307ca0-23c3-4b2d-9dab-02d63f957a0c req-3b156219-9f06-4462-b304-0c9ea9dca21d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "DELETE /v2.0/ports/57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 HTTP/1.1" status: 204 len: 173 time: 0.9237640 Feb 04 10:12:24.354552 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-4ca54087-87d8-4bab-8763-f18f4c6d74eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b95895a-867c-4b25-a9cd-1df2d388dd53 HTTP/1.1" status: 200 len: 217 time: 0.0473757 Feb 04 10:12:24.487897 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4d9f722-e052-40f6-8eb6-f526bc1ef00a req-947d89fb-1b6b-49aa-81d8-f70ed0811ac2 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=89dbb1fb-5ec0-4fdc-b7bd-45ec78636857 HTTP/1.1" status: 200 len: 210 time: 0.0290453 Feb 04 10:12:24.492251 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-4d263bd1-ab52-4e32-9e14-2f7c389ad40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:24.493822 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-4d263bd1-ab52-4e32-9e14-2f7c389ad40d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eebbd37f-015f-41d3-a447-984b592c033e HTTP/1.1" status: 200 len: 853 time: 0.1119349 Feb 04 10:12:24.540744 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-834442e6-d758-4417-9737-4a60ac5f5a04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2363f4f-0aec-4c2e-9c17-363508a99c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402842 Feb 04 10:12:24.664941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-96fcab7c-5060-4198-a6a6-c3ff612c28b5 service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989318 Feb 04 10:12:25.026924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'name': 'network-vif-deleted', 'tag': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:25.037470 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d77120-b078-4867-96b5-95c1d0663c50" -d '{"events": [{"server_uuid": "89dbb1fb-5ec0-4fdc-b7bd-45ec78636857", "name": "network-vif-deleted", "tag": "57bc3c41-ddcd-478d-bdf5-231bbb1e60d9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:25.075274 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-3c751147-9d80-4f14-b0d9-610c1d15f2e6 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:25.082404 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-3c751147-9d80-4f14-b0d9-610c1d15f2e6 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.3907897 Feb 04 10:12:25.183608 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a4bcba7-7d42-48ec-93e2-3845a8195889 req-d624ea7b-e7a1-4d8a-b31f-411c96d08f2d service neutron] 10.222.0.57 "GET /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010433 Feb 04 10:12:25.243088 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a638b-67cc-4afa-acf3-db15bc9f422f req-637da125-8a5f-4a20-b480-f5163b88d787 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:25.244597 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6a9a638b-67cc-4afa-acf3-db15bc9f422f req-637da125-8a5f-4a20-b480-f5163b88d787 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 943 time: 0.2380824 Feb 04 10:12:25.251314 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188618-0d3b-479c-a2dd-83e6d8fe15d9 req-d955cdb3-75c3-49cd-afaa-d5d426d824ba tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:25.258035 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f188618-0d3b-479c-a2dd-83e6d8fe15d9 req-d955cdb3-75c3-49cd-afaa-d5d426d824ba tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 945 time: 0.1678555 Feb 04 10:12:25.344179 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6a9a638b-67cc-4afa-acf3-db15bc9f422f req-79103cd3-be34-41ab-b598-f42e8d14ad53 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840778 Feb 04 10:12:25.357616 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f188618-0d3b-479c-a2dd-83e6d8fe15d9 req-8fdea5d9-9c71-46d3-b327-5fd05dace5e3 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebcd506f-967a-4230-8273-7da4439d2388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967646 Feb 04 10:12:25.373792 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Deleting port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:25.374602 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:25.424964 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d5fb94-d543-46c8-ab31-ad959862d17a x-openstack-request-id: req-61d5fb94-d543-46c8-ab31-ad959862d17a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:25.425450 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dbb1fb-5ec0-4fdc-b7bd-45ec78636857", "name": "network-vif-deleted", "tag": "57bc3c41-ddcd-478d-bdf5-231bbb1e60d9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:25.425860 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61d5fb94-d543-46c8-ab31-ad959862d17a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:25.426390 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dbb1fb-5ec0-4fdc-b7bd-45ec78636857', 'name': 'network-vif-deleted', 'tag': '57bc3c41-ddcd-478d-bdf5-231bbb1e60d9', 'status': 'completed', 'code': 200} Feb 04 10:12:25.484227 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] For port ff486742-b917-47ec-8c6c-3ab7fdafbbc9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,segment=NetworkSegment(3e0384f9-b974-4a44-aa64-7070033cbd2d),segment_id=3e0384f9-b974-4a44-aa64-7070033cbd2d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:25.484615 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:25.498582 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Calling delete_port for ff486742-b917-47ec-8c6c-3ab7fdafbbc9 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:25.661025 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (ff486742-b917-47ec-8c6c-3ab7fdafbbc9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:25.703670 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['ff486742-b917-47ec-8c6c-3ab7fdafbbc9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:25.705168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Pushing event deleted for resources: {'Port': ['ID=ff486742-b917-47ec-8c6c-3ab7fdafbbc9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:25.757254 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] No DVR routers for this DVR port ff486742-b917-47ec-8c6c-3ab7fdafbbc9 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:25.766592 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:25.771971 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cd907818-5e68-47ff-a2c5-3e885e53b1fd req-364180a3-fc2e-4517-b407-d72696cc0778 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.57 "DELETE /v2.0/ports/ff486742-b917-47ec-8c6c-3ab7fdafbbc9 HTTP/1.1" status: 204 len: 173 time: 0.6829474 Feb 04 10:12:25.831094 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da32b3-3240-402c-b2b4-911e5fa84584 req-d3d05173-5040-4855-923d-5474ce30a2e8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:25.844988 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b4da32b3-3240-402c-b2b4-911e5fa84584 req-d3d05173-5040-4855-923d-5474ce30a2e8 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0874300 Feb 04 10:12:25.913345 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b4da32b3-3240-402c-b2b4-911e5fa84584 req-1cdce0e6-6c6d-4e8a-b3f4-5e59f4013c6d tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675793 Feb 04 10:12:26.006083 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 4b95895a-867c-4b25-a9cd-1df2d388dd53 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:12:26.017768 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:26.038555 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:26.038960 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 57bc3c41-ddcd-478d-bdf5-231bbb1e60d9 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:26.135752 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 4b95895a-867c-4b25-a9cd-1df2d388dd53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b95895a-867c-4b25-a9cd-1df2d388dd53,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:26.146890 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '4b95895a-867c-4b25-a9cd-1df2d388dd53', 'network_id': 'f2363f4f-0aec-4c2e-9c17-363508a99c6e', 'port_id': '4b95895a-867c-4b25-a9cd-1df2d388dd53', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebbd37f-015f-41d3-a447-984b592c033e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:12:26.190008 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 4b95895a-867c-4b25-a9cd-1df2d388dd53 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:26.190382 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:26.204832 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b95895a-867c-4b25-a9cd-1df2d388dd53 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:12:26.229493 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 4b95895a-867c-4b25-a9cd-1df2d388dd53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b95895a-867c-4b25-a9cd-1df2d388dd53,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:26.235751 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:26.284888 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=4b95895a-867c-4b25-a9cd-1df2d388dd53,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:26.560003 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cd11efcd-a719-4594-a7c3-292d50ee0795 req-d98b1cc4-ad43-4ed7-918f-05b307a13694 tempest-AttachVolumeNegativeTest-463104615 tempest-AttachVolumeNegativeTest-463104615-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db8ddbe-9223-45aa-b8a6-5e43b109f34a HTTP/1.1" status: 200 len: 210 time: 0.0510533 Feb 04 10:12:26.586133 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1863b5-8a27-4539-aed1-0aadf3fd711f req-23851b79-3ef0-4491-b448-82abdf27cfa8 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:26.587770 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-da1863b5-8a27-4539-aed1-0aadf3fd711f req-23851b79-3ef0-4491-b448-82abdf27cfa8 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 944 time: 0.1199944 Feb 04 10:12:26.639888 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-da1863b5-8a27-4539-aed1-0aadf3fd711f req-30d17b36-0bba-4a14-8e6d-fcd3cc15bdcd tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Feb 04 10:12:26.646838 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['4b95895a-867c-4b25-a9cd-1df2d388dd53'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:27.057582 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9429-6ba6-4d5f-a824-3e04f8b6a22e req-e86cc8ff-dc77-49a4-9d6e-2f61482fb9eb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:27.059203 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-573a9429-6ba6-4d5f-a824-3e04f8b6a22e req-e86cc8ff-dc77-49a4-9d6e-2f61482fb9eb tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0542197 Feb 04 10:12:27.118313 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-573a9429-6ba6-4d5f-a824-3e04f8b6a22e req-3eecbc63-dbc7-4c6d-b1b9-e02b19c87fde tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534177 Feb 04 10:12:27.427847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'name': 'network-vif-deleted', 'tag': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:27.430355 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135520a5-3191-48f6-96e4-c065c3801d11" -d '{"events": [{"server_uuid": "9db8ddbe-9223-45aa-b8a6-5e43b109f34a", "name": "network-vif-deleted", "tag": "ff486742-b917-47ec-8c6c-3ab7fdafbbc9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:27.470159 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f53e2-9681-48aa-9f4e-ecb452cba973 x-openstack-request-id: req-a62f53e2-9681-48aa-9f4e-ecb452cba973 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:27.470450 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db8ddbe-9223-45aa-b8a6-5e43b109f34a", "name": "network-vif-deleted", "tag": "ff486742-b917-47ec-8c6c-3ab7fdafbbc9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:27.470700 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a62f53e2-9681-48aa-9f4e-ecb452cba973 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:27.471094 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db8ddbe-9223-45aa-b8a6-5e43b109f34a', 'name': 'network-vif-deleted', 'tag': 'ff486742-b917-47ec-8c6c-3ab7fdafbbc9', 'status': 'completed', 'code': 200} Feb 04 10:12:27.629223 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35532) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:27.685965 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] Deleting subnet e8844786-b766-424d-9c3b-50b997710742 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:12:27.688006 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] Publish callbacks [] for subnet (e8844786-b766-424d-9c3b-50b997710742), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:27.760025 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2087350'] for subnet (e8844786-b766-424d-9c3b-50b997710742), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:27.825477 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fa923-0c55-49f1-8344-a167d7836cd5 req-e419b1b7-d7e5-4cd5-88f9-4eb69a9030f6 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:27.826963 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f68fa923-0c55-49f1-8344-a167d7836cd5 req-e419b1b7-d7e5-4cd5-88f9-4eb69a9030f6 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 944 time: 0.1088691 Feb 04 10:12:27.837926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (e8844786-b766-424d-9c3b-50b997710742), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:27.935754 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f68fa923-0c55-49f1-8344-a167d7836cd5 req-d361593c-6473-4a86-a9a2-bb545e3a02da tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955927 Feb 04 10:12:27.947053 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11711559'] for subnet (e8844786-b766-424d-9c3b-50b997710742), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:27.977468 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8844786-b766-424d-9c3b-50b997710742,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:27.983300 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:27.987160 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-916f23ff-d34f-4a9b-a65f-9219025528ec admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e8844786-b766-424d-9c3b-50b997710742 HTTP/1.1" status: 204 len: 168 time: 0.3569262 Feb 04 10:12:27.989673 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:28.035968 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 4b95895a-867c-4b25-a9cd-1df2d388dd53 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:12:28.072415 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (ac41d774-dd23-4eab-9748-129411df948c), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.097949 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 4b95895a-867c-4b25-a9cd-1df2d388dd53 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:12:28.102137 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 4b95895a-867c-4b25-a9cd-1df2d388dd53 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:28.102504 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.162847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (ac41d774-dd23-4eab-9748-129411df948c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.204209 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac41d774-dd23-4eab-9748-129411df948c']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:28.214480 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 4b95895a-867c-4b25-a9cd-1df2d388dd53 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:28.215212 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.218842 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0384f9-b974-4a44-aa64-7070033cbd2d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:28.219147 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0384f9-b974-4a44-aa64-7070033cbd2d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:28.240385 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (3e0384f9-b974-4a44-aa64-7070033cbd2d), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.246142 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95895a-867c-4b25-a9cd-1df2d388dd53'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:28.249340 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417df553-a8d0-4751-8590-e33093590f22" -d '{"events": [{"server_uuid": "006d997b-e36e-4d3e-844a-454c8f0ffc71", "name": "network-vif-plugged", "status": "completed", "tag": "4b95895a-867c-4b25-a9cd-1df2d388dd53"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:28.262956 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 4b95895a-867c-4b25-a9cd-1df2d388dd53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b95895a-867c-4b25-a9cd-1df2d388dd53,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:28.272728 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.272728 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device ff486742-b917-47ec-8c6c-3ab7fdafbbc9 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:28.321193 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (3e0384f9-b974-4a44-aa64-7070033cbd2d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.343403 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:12:28.344156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (3e0384f9-b974-4a44-aa64-7070033cbd2d), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:12:28.346739 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:12:28.357713 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: ff486742-b917-47ec-8c6c-3ab7fdafbbc9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:28.358074 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device ff486742-b917-47ec-8c6c-3ab7fdafbbc9 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:28.361386 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b108f-8a90-436b-b7a7-d988550cd0d0 x-openstack-request-id: req-a70b108f-8a90-436b-b7a7-d988550cd0d0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:28.361696 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006d997b-e36e-4d3e-844a-454c8f0ffc71", "name": "network-vif-plugged", "status": "completed", "tag": "4b95895a-867c-4b25-a9cd-1df2d388dd53", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:28.361994 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a70b108f-8a90-436b-b7a7-d988550cd0d0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:28.362398 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95895a-867c-4b25-a9cd-1df2d388dd53', 'code': 200} Feb 04 10:12:28.363360 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=4b95895a-867c-4b25-a9cd-1df2d388dd53,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:28.414858 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458f6e1-9f5d-4871-a37c-690267c5124f req-0bcee03b-a3f6-4cb2-bc72-534d64767acf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:28.416398 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3458f6e1-9f5d-4871-a37c-690267c5124f req-0bcee03b-a3f6-4cb2-bc72-534d64767acf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.1937578 Feb 04 10:12:28.437892 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (ac41d774-dd23-4eab-9748-129411df948c), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.457056 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.462737 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ac41d774-dd23-4eab-9748-129411df948c HTTP/1.1" status: 204 len: 168 time: 0.4718680 Feb 04 10:12:28.491237 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3458f6e1-9f5d-4871-a37c-690267c5124f req-be5e583b-54ad-43aa-b599-ee390e3249e0 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694740 Feb 04 10:12:28.492126 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b00c3-8dae-4c55-bde1-f959bc6a7941 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac41d774-dd23-4eab-9748-129411df948c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:28.589221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5876-d367-4340-a473-5eb133ecbab9 req-9ca735ba-28d0-4bfd-8fcc-c665a631a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:28.590891 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd2d5876-d367-4340-a473-5eb133ecbab9 req-9ca735ba-28d0-4bfd-8fcc-c665a631a14b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 1129 time: 0.0626297 Feb 04 10:12:28.654309 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd2d5876-d367-4340-a473-5eb133ecbab9 req-71c27e6c-41fa-4fde-9d90-90646da0d4dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547783 Feb 04 10:12:28.684303 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35548) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:28.728837 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8a96a417-48b9-4394-95ec-3a3b922246c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d544571182f4879a81dbcb723b707e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432889 Feb 04 10:12:28.731373 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35550) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:28.783517 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464468ea-c478-49e3-9cd7-3a1d2995b528 admin admin] Publish callbacks [] for security_group (ebcd506f-967a-4230-8273-7da4439d2388), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.808861 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464468ea-c478-49e3-9cd7-3a1d2995b528 admin admin] Publish callbacks [] for security_group (ebcd506f-967a-4230-8273-7da4439d2388), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.861540 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464468ea-c478-49e3-9cd7-3a1d2995b528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ebcd506f-967a-4230-8273-7da4439d2388), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.864606 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464468ea-c478-49e3-9cd7-3a1d2995b528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:28.868307 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-464468ea-c478-49e3-9cd7-3a1d2995b528 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebcd506f-967a-4230-8273-7da4439d2388 HTTP/1.1" status: 204 len: 168 time: 0.1335523 Feb 04 10:12:28.874323 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464468ea-c478-49e3-9cd7-3a1d2995b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcd506f-967a-4230-8273-7da4439d2388,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:29.070496 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26783e07-144c-43a9-8ce9-2e553d1ba562 req-4eb29988-6ea1-475a-98a7-d4ffae130d22 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:29.072198 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-26783e07-144c-43a9-8ce9-2e553d1ba562 req-4eb29988-6ea1-475a-98a7-d4ffae130d22 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 945 time: 0.0668900 Feb 04 10:12:29.126820 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-26783e07-144c-43a9-8ce9-2e553d1ba562 req-d3b53908-987d-4374-88e4-726cbbc45648 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Feb 04 10:12:29.671212 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e38f-1ab3-447f-bcf4-87c72fb723c5 req-0ab6b6e6-ff1a-46b5-b24e-0a67ed397acf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:29.679500 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e947e38f-1ab3-447f-bcf4-87c72fb723c5 req-0ab6b6e6-ff1a-46b5-b24e-0a67ed397acf tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0896618 Feb 04 10:12:29.739245 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e947e38f-1ab3-447f-bcf4-87c72fb723c5 req-0c0e684b-6ea2-448f-b681-5a8631603cab tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588179 Feb 04 10:12:30.274019 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221a1f-d021-46b9-9240-2712e7846f2a req-41ad8c61-7932-4c38-a90a-f7e14e603354 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:30.275534 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a221a1f-d021-46b9-9240-2712e7846f2a req-41ad8c61-7932-4c38-a90a-f7e14e603354 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 945 time: 0.0592041 Feb 04 10:12:30.287000 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35594) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:30.331712 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a221a1f-d021-46b9-9240-2712e7846f2a req-d156818b-0411-4bdf-bd53-38a3caa9dd8b tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504148 Feb 04 10:12:30.433281 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e041a8a-73b0-4252-911a-65d2594e6d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:30.522232 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e041a8a-73b0-4252-911a-65d2594e6d94 admin admin] Publish callbacks [] for security_group (3d6b858f-e284-4512-945e-468aeb086393), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:30.533443 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e041a8a-73b0-4252-911a-65d2594e6d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3d6b858f-e284-4512-945e-468aeb086393), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:30.579537 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e041a8a-73b0-4252-911a-65d2594e6d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b858f-e284-4512-945e-468aeb086393,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:30.586560 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35610) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:30.598318 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7e041a8a-73b0-4252-911a-65d2594e6d94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9810670afbab4254991e660b567696f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093257 Feb 04 10:12:30.640406 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6633a765-68e7-4e90-a003-5fae67895511 admin admin] Publish callbacks [] for security_group (3d6b858f-e284-4512-945e-468aeb086393), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:30.668958 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6633a765-68e7-4e90-a003-5fae67895511 admin admin] Publish callbacks [] for security_group (3d6b858f-e284-4512-945e-468aeb086393), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:30.751130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6633a765-68e7-4e90-a003-5fae67895511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (3d6b858f-e284-4512-945e-468aeb086393), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:30.754841 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6633a765-68e7-4e90-a003-5fae67895511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:30.758801 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6633a765-68e7-4e90-a003-5fae67895511 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d6b858f-e284-4512-945e-468aeb086393 HTTP/1.1" status: 204 len: 168 time: 0.1711943 Feb 04 10:12:30.793797 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633a765-68e7-4e90-a003-5fae67895511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b858f-e284-4512-945e-468aeb086393,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:30.901590 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85c3f-fa05-4693-abb9-ccc36cd720c0 req-4341a183-2570-461c-9e1a-ef8b70aea57a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:30.902962 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5e85c3f-fa05-4693-abb9-ccc36cd720c0 req-4341a183-2570-461c-9e1a-ef8b70aea57a tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0744054 Feb 04 10:12:30.971326 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5e85c3f-fa05-4693-abb9-ccc36cd720c0 req-8f6a4bf7-bd17-47b2-b543-4d637c1be1fa tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609980 Feb 04 10:12:32.148068 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5782-a19f-4c0c-b3b5-0e24dc957a3c req-0aff7b7e-c06b-47a7-9180-fd09750e3271 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:32.155090 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d65a5782-a19f-4c0c-b3b5-0e24dc957a3c req-0aff7b7e-c06b-47a7-9180-fd09750e3271 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0713968 Feb 04 10:12:32.201089 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d65a5782-a19f-4c0c-b3b5-0e24dc957a3c req-c2cecce3-abff-47d9-aab8-e578f5503f9e tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/security-groups?id=79ff4812-e211-4a64-89d9-88133407c916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451393 Feb 04 10:12:32.494972 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c7e17f30-b671-453f-8ba3-bc8fade271de tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:32.496595 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c7e17f30-b671-453f-8ba3-bc8fade271de tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 945 time: 0.0537548 Feb 04 10:12:32.656278 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Deleting port 9a592b07-2240-4f9f-87a6-98eb1886760a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:32.657292 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:32.763152 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] For port 9a592b07-2240-4f9f-87a6-98eb1886760a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9a592b07-2240-4f9f-87a6-98eb1886760a,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:32.763933 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:32.778757 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Calling delete_port for 9a592b07-2240-4f9f-87a6-98eb1886760a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:32.933525 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (9a592b07-2240-4f9f-87a6-98eb1886760a), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:32.962722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Pushing event deleted for resources: {'Port': ['ID=9a592b07-2240-4f9f-87a6-98eb1886760a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:32.970514 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['9a592b07-2240-4f9f-87a6-98eb1886760a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:12:33.008965 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] No DVR routers for this DVR port 9a592b07-2240-4f9f-87a6-98eb1886760a on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:12:33.011650 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:33.015134 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0caffb1f-fc5a-44c4-983c-ccbd7238eb2c req-c0aee094-c78e-4c69-9d4b-e2363d464f00 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.57 "DELETE /v2.0/ports/9a592b07-2240-4f9f-87a6-98eb1886760a HTTP/1.1" status: 204 len: 173 time: 0.5125566 Feb 04 10:12:33.015645 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'name': 'network-vif-deleted', 'tag': '9a592b07-2240-4f9f-87a6-98eb1886760a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:33.018002 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ead4b3-6250-4c20-9a99-c75ba45ef99f" -d '{"events": [{"server_uuid": "42f12473-eb97-4282-b7fb-6fb834b19da1", "name": "network-vif-deleted", "tag": "9a592b07-2240-4f9f-87a6-98eb1886760a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:33.071288 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac178df-dac7-4134-be4b-faef8b6b6e9b x-openstack-request-id: req-bac178df-dac7-4134-be4b-faef8b6b6e9b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:33.071703 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f12473-eb97-4282-b7fb-6fb834b19da1", "name": "network-vif-deleted", "tag": "9a592b07-2240-4f9f-87a6-98eb1886760a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:33.072011 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bac178df-dac7-4134-be4b-faef8b6b6e9b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:33.072546 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f12473-eb97-4282-b7fb-6fb834b19da1', 'name': 'network-vif-deleted', 'tag': '9a592b07-2240-4f9f-87a6-98eb1886760a', 'status': 'completed', 'code': 200} Feb 04 10:12:33.345821 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-64acfbcc-40c3-4640-a606-77165af4d14b req-3202f9cb-642a-4ab2-a596-cc7e282c5363 tempest-ServerRescueNegativeTestJSON-1052326762 tempest-ServerRescueNegativeTestJSON-1052326762-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f12473-eb97-4282-b7fb-6fb834b19da1 HTTP/1.1" status: 200 len: 210 time: 0.0383327 Feb 04 10:12:34.402871 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35708) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:34.823948 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (214dabb1-2ba9-450b-8063-e6e79c4b494b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.114376 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Deleting port c18388b5-ad5b-49e1-a81c-628b8fa02574 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:35.114713 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.166306 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:35.275624 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f09629e-4dde-4c91-aca8-5b40e1159d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.356163 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f09629e-4dde-4c91-aca8-5b40e1159d53 admin admin] Publish callbacks [] for security_group (327c01ec-8b93-4a10-8bf3-6d2331c0fa1a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.361800 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f09629e-4dde-4c91-aca8-5b40e1159d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (327c01ec-8b93-4a10-8bf3-6d2331c0fa1a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.397529 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09629e-4dde-4c91-aca8-5b40e1159d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327c01ec-8b93-4a10-8bf3-6d2331c0fa1a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:35.409096 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2f09629e-4dde-4c91-aca8-5b40e1159d53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d94c1682820b4fb0b15c509e09145ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417104 Feb 04 10:12:35.409772 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35744) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:35.414798 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] For port c18388b5-ad5b-49e1-a81c-628b8fa02574, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=c18388b5-ad5b-49e1-a81c-628b8fa02574,segment=NetworkSegment(823e1ae6-2847-40f5-aeef-5ceff77481e0),segment_id=823e1ae6-2847-40f5-aeef-5ceff77481e0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:35.415395 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.428746 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Calling delete_port for c18388b5-ad5b-49e1-a81c-628b8fa02574 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:35.459883 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e49a-e704-42e9-8e5b-028b9a50c905 admin admin] Publish callbacks [] for security_group (327c01ec-8b93-4a10-8bf3-6d2331c0fa1a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.486344 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e49a-e704-42e9-8e5b-028b9a50c905 admin admin] Publish callbacks [] for security_group (327c01ec-8b93-4a10-8bf3-6d2331c0fa1a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.535717 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e49a-e704-42e9-8e5b-028b9a50c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (327c01ec-8b93-4a10-8bf3-6d2331c0fa1a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.538868 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e49a-e704-42e9-8e5b-028b9a50c905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.540026 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6ee5e49a-e704-42e9-8e5b-028b9a50c905 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/327c01ec-8b93-4a10-8bf3-6d2331c0fa1a HTTP/1.1" status: 204 len: 168 time: 0.1294658 Feb 04 10:12:35.549302 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5e49a-e704-42e9-8e5b-028b9a50c905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327c01ec-8b93-4a10-8bf3-6d2331c0fa1a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:35.698932 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (c18388b5-ad5b-49e1-a81c-628b8fa02574), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:35.737965 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18388b5-ad5b-49e1-a81c-628b8fa02574,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:35.905979 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (214dabb1-2ba9-450b-8063-e6e79c4b494b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:36.071403 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 9a592b07-2240-4f9f-87a6-98eb1886760a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:36.103778 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 9a592b07-2240-4f9f-87a6-98eb1886760a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:36.104313 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 9a592b07-2240-4f9f-87a6-98eb1886760a not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:36.175743 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Router 214dabb1-2ba9-450b-8063-e6e79c4b494b has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:12:36.282863 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:12:36.288814 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5b4db3fd-4e37-48af-9d1e-45d8f65ea933 admin admin] 10.222.0.39 "PUT /v2.0/routers/214dabb1-2ba9-450b-8063-e6e79c4b494b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848510 Feb 04 10:12:36.291414 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35818) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:36.294950 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] Sync routers for ids ['214dabb1-2ba9-450b-8063-e6e79c4b494b'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:12:36.305656 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] Routers {'214dabb1-2ba9-450b-8063-e6e79c4b494b'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:12:36.306487 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['214dabb1-2ba9-450b-8063-e6e79c4b494b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:36.411268 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks [] for router (214dabb1-2ba9-450b-8063-e6e79c4b494b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:36.432352 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] Set router 214dabb1-2ba9-450b-8063-e6e79c4b494b gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:12:36.521673 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks [] for router_gateway (214dabb1-2ba9-450b-8063-e6e79c4b494b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:36.580870 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Deleting port ef0fa134-0f28-43d0-866f-c712139347fd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:12:36.581335 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:36.653592 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:12:35Z', 'revision_number': 5, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port': {'id': 'ef0fa134-0f28-43d0-866f-c712139347fd', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:36.689528 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] Checking router: 214dabb1-2ba9-450b-8063-e6e79c4b494b for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:12:36.696245 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] For port ef0fa134-0f28-43d0-866f-c712139347fd, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=ef0fa134-0f28-43d0-866f-c712139347fd,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:36.696923 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:36.698968 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] Routers {'214dabb1-2ba9-450b-8063-e6e79c4b494b'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:12:36.699634 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['214dabb1-2ba9-450b-8063-e6e79c4b494b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:36.713470 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Calling delete_port for ef0fa134-0f28-43d0-866f-c712139347fd owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:12:36.792545 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] Set router 214dabb1-2ba9-450b-8063-e6e79c4b494b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:12:36.845476 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:12:36Z', 'revision_number': 6, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port_host': None}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:36.874465 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3bbcfc-475a-464d-93e8-9cde3ae699bf None None] The sync data for ids ['214dabb1-2ba9-450b-8063-e6e79c4b494b'] in dv-cinder-826607-3-iscsi is: [{'id': '214dabb1-2ba9-450b-8063-e6e79c4b494b', 'name': 'tempest-ServerRescueNegativeTestJSON-145456634-router', 'tenant_id': 'd40e1949663b4fe39d5669204666ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:30Z', 'updated_at': '2022-02-04T10:12:36Z', 'revision_number': 6, 'project_id': 'd40e1949663b4fe39d5669204666ab42', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:12:36.923440 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (ef0fa134-0f28-43d0-866f-c712139347fd), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:36.950645 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0fa134-0f28-43d0-866f-c712139347fd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:37.013476 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (214dabb1-2ba9-450b-8063-e6e79c4b494b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.116096 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (214dabb1-2ba9-450b-8063-e6e79c4b494b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.118175 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks [] for router_controller (214dabb1-2ba9-450b-8063-e6e79c4b494b), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.166487 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:37.184416 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (214dabb1-2ba9-450b-8063-e6e79c4b494b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.184942 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 214dabb1-2ba9-450b-8063-e6e79c4b494b {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:12:37.189843 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.191102 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0baf8f5c-e773-43f3-b5d8-c8b7499a0aca admin admin] 10.222.0.39 "DELETE /v2.0/routers/214dabb1-2ba9-450b-8063-e6e79c4b494b HTTP/1.1" status: 204 len: 168 time: 0.8981373 Feb 04 10:12:37.194430 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35834) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:37.212835 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Deleting subnet 2195ccad-3ee3-4c36-9c82-39a0b2412339 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:12:37.215822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Publish callbacks [] for subnet (2195ccad-3ee3-4c36-9c82-39a0b2412339), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.246016 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] Deleting subnet 22fc2327-6934-4b94-bf3a-9e391a533b43 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:12:37.249965 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] Publish callbacks [] for subnet (22fc2327-6934-4b94-bf3a-9e391a533b43), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.266074 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2087350'] for subnet (2195ccad-3ee3-4c36-9c82-39a0b2412339), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.292563 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (22fc2327-6934-4b94-bf3a-9e391a533b43), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.306298 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (2195ccad-3ee3-4c36-9c82-39a0b2412339), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.337376 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (22fc2327-6934-4b94-bf3a-9e391a533b43), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.372967 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11711559'] for subnet (2195ccad-3ee3-4c36-9c82-39a0b2412339), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.399860 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2195ccad-3ee3-4c36-9c82-39a0b2412339,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:37.409689 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.410037 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.410375 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.410711 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.411041 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.411367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.411876 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.412254 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.412526 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.412854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.413178 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.413494 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.413811 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:37.423179 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.428860 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f5b3f84c-5772-4ba5-9203-12d69d508bd4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2195ccad-3ee3-4c36-9c82-39a0b2412339 HTTP/1.1" status: 204 len: 168 time: 0.2590270 Feb 04 10:12:37.429110 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35836) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:37.506318 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.551663 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (22fc2327-6934-4b94-bf3a-9e391a533b43), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.577627 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fc2327-6934-4b94-bf3a-9e391a533b43,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:37.579941 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.583183 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2466e0da-62c8-471f-b5cf-492e672223b2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/22fc2327-6934-4b94-bf3a-9e391a533b43 HTTP/1.1" status: 204 len: 168 time: 0.3874962 Feb 04 10:12:37.585503 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:37.595753 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.615756 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:37.624757 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036c40cc-5499-43b0-b2bf-85a7f721913b') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:37.625055 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036c40cc-5499-43b0-b2bf-85a7f721913b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:37.634197 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (036c40cc-5499-43b0-b2bf-85a7f721913b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.648803 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (036c40cc-5499-43b0-b2bf-85a7f721913b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.655786 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:12:37.656302 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (036c40cc-5499-43b0-b2bf-85a7f721913b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:12:37.659159 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:12:37.671485 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (25332641-dcb4-420f-b76c-45c423e03af7), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.722243 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.729121 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.734948 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1 HTTP/1.1" status: 204 len: 168 time: 0.3025651 Feb 04 10:12:37.745603 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b781273-5cb1-47a3-a77e-a39270be0d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9c1a44-e05d-4cb6-9fd8-7bf6437d32f1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:37.753806 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (25332641-dcb4-420f-b76c-45c423e03af7), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.775020 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25332641-dcb4-420f-b76c-45c423e03af7']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:37.786198 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823e1ae6-2847-40f5-aeef-5ceff77481e0') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:37.786492 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823e1ae6-2847-40f5-aeef-5ceff77481e0') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:37.796651 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211213'] for segment (823e1ae6-2847-40f5-aeef-5ceff77481e0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.810796 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (823e1ae6-2847-40f5-aeef-5ceff77481e0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.821131 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:12:37.821522 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12046837'] for segment (823e1ae6-2847-40f5-aeef-5ceff77481e0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: timer() Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: cb(*args, **kw) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: self._notify() Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: self.callback(batched_events) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: event.method(event) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._get(url).json() Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:12:37.829581 dv-cinder-826607-3-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:12:37.893691 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (25332641-dcb4-420f-b76c-45c423e03af7), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.901752 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:37.909399 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/25332641-dcb4-420f-b76c-45c423e03af7 HTTP/1.1" status: 204 len: 168 time: 0.3201180 Feb 04 10:12:37.921651 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83d32d-8afb-4b81-9c6f-cf4de6fcbaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25332641-dcb4-420f-b76c-45c423e03af7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:37.953479 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35852) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:38.007328 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fcafa9f0-04d0-4033-9bea-8adcb2d1ac5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d09ea392bf444da799a6d2d26dafec79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505164 Feb 04 10:12:38.008026 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35854) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:38.066989 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34619908-9f3a-43c3-8dfe-7e29288e1133 admin admin] Publish callbacks [] for security_group (a7d03e10-812f-48fe-86c2-5f37b688b964), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.078408 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35856) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:38.102305 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34619908-9f3a-43c3-8dfe-7e29288e1133 admin admin] Publish callbacks [] for security_group (a7d03e10-812f-48fe-86c2-5f37b688b964), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.149376 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d2050795-7575-46ed-b54f-a581d2074923 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d40e1949663b4fe39d5669204666ab42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0698590 Feb 04 10:12:38.152050 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35860) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:38.176872 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34619908-9f3a-43c3-8dfe-7e29288e1133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (a7d03e10-812f-48fe-86c2-5f37b688b964), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.179383 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34619908-9f3a-43c3-8dfe-7e29288e1133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.180545 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-34619908-9f3a-43c3-8dfe-7e29288e1133 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7d03e10-812f-48fe-86c2-5f37b688b964 HTTP/1.1" status: 204 len: 168 time: 0.1713932 Feb 04 10:12:38.190937 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34619908-9f3a-43c3-8dfe-7e29288e1133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d03e10-812f-48fe-86c2-5f37b688b964,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:38.227709 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2a36-42cd-4eb0-a3b2-7566ba51e2ae admin admin] Publish callbacks [] for security_group (79ff4812-e211-4a64-89d9-88133407c916), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.252171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2a36-42cd-4eb0-a3b2-7566ba51e2ae admin admin] Publish callbacks [] for security_group (79ff4812-e211-4a64-89d9-88133407c916), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.314819 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2a36-42cd-4eb0-a3b2-7566ba51e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (79ff4812-e211-4a64-89d9-88133407c916), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.319344 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2a36-42cd-4eb0-a3b2-7566ba51e2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:38.320608 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0b5c2a36-42cd-4eb0-a3b2-7566ba51e2ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79ff4812-e211-4a64-89d9-88133407c916 HTTP/1.1" status: 204 len: 168 time: 0.1674066 Feb 04 10:12:38.335822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c2a36-42cd-4eb0-a3b2-7566ba51e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff4812-e211-4a64-89d9-88133407c916,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:38.622456 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c18388b5-ad5b-49e1-a81c-628b8fa02574 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:38.647151 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: c18388b5-ad5b-49e1-a81c-628b8fa02574 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:38.647682 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c18388b5-ad5b-49e1-a81c-628b8fa02574 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:38.648201 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ef0fa134-0f28-43d0-866f-c712139347fd no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:12:38.674257 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: ef0fa134-0f28-43d0-866f-c712139347fd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:12:38.674712 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ef0fa134-0f28-43d0-866f-c712139347fd not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:12:39.249832 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35916) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:39.277762 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:39.367867 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1580119323-network', 'tenant_id': '032d4521b89b40659d4756e9704124b5'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:39.403689 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Made reservation on behalf of 032d4521b89b40659d4756e9704124b5 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:12:39.413781 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.431615 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.439886 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b765b5f-60e6-4f47-abd9-fe9508513fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.571380 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks [] for security_group (e1a125ba-fc30-4fa2-8b22-76615de68aff), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.576573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b765b5f-60e6-4f47-abd9-fe9508513fe6 admin admin] Publish callbacks [] for security_group (89a54c9b-e82e-464f-b0c1-a10fb9dbc631), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.578066 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e1a125ba-fc30-4fa2-8b22-76615de68aff), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.586486 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b765b5f-60e6-4f47-abd9-fe9508513fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (89a54c9b-e82e-464f-b0c1-a10fb9dbc631), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.615136 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:12:39.633263 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a125ba-fc30-4fa2-8b22-76615de68aff,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:39.641983 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0b765b5f-60e6-4f47-abd9-fe9508513fe6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03faa4930c124a109d51e4413cc22d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617334 Feb 04 10:12:39.644107 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 35936) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:39.652811 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (5a91d174-b381-4e1e-946a-5d478fe1e670), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.653377 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Added segment 5a91d174-b381-4e1e-946a-5d478fe1e670 of type vlan for network 1f256974-0f1d-4659-8eeb-3beea70918ff Feb 04 10:12:39.702703 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f51c16f-b3a9-4136-b93c-0b2dca56a2c9 admin admin] Publish callbacks [] for security_group (89a54c9b-e82e-464f-b0c1-a10fb9dbc631), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.709780 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b765b5f-60e6-4f47-abd9-fe9508513fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a54c9b-e82e-464f-b0c1-a10fb9dbc631,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:39.726910 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (1f256974-0f1d-4659-8eeb-3beea70918ff), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.727392 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f51c16f-b3a9-4136-b93c-0b2dca56a2c9 admin admin] Publish callbacks [] for security_group (89a54c9b-e82e-464f-b0c1-a10fb9dbc631), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.758279 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (1f256974-0f1d-4659-8eeb-3beea70918ff), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.759605 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:39.760230 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.785821 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f51c16f-b3a9-4136-b93c-0b2dca56a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (89a54c9b-e82e-464f-b0c1-a10fb9dbc631), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.788596 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f51c16f-b3a9-4136-b93c-0b2dca56a2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:39.790062 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3f51c16f-b3a9-4136-b93c-0b2dca56a2c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89a54c9b-e82e-464f-b0c1-a10fb9dbc631 HTTP/1.1" status: 204 len: 168 time: 0.1449063 Feb 04 10:12:39.798653 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51c16f-b3a9-4136-b93c-0b2dca56a2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a54c9b-e82e-464f-b0c1-a10fb9dbc631,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:39.832250 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5807960 Feb 04 10:12:39.835029 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35944) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:39.841240 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Request body: {'subnet': {'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1580119323-subnet', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:39.849827 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc09cb2-09b0-4cea-b6ae-8be6a82b8584 admin admin] Pushing event updated for resources: {'Network': ['ID=1f256974-0f1d-4659-8eeb-3beea70918ff,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:39.860311 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 1f256974-0f1d-4659-8eeb-3beea70918ff details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:12:39.867966 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Made reservation on behalf of 032d4521b89b40659d4756e9704124b5 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:12:39.870458 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11711610'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.052839 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2087318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11711564'] for subnet (9059096a-91a2-4f0e-b0b1-c2b05142caff), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.108352 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9059096a-91a2-4f0e-b0b1-c2b05142caff,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:40.115682 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Checking segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:12:40.116033 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Network hostable DHCP agents. Network: 1f256974-0f1d-4659-8eeb-3beea70918ff, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:12:40.132014 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Network 1f256974-0f1d-4659-8eeb-3beea70918ff is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:12:40.144741 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 1f256974-0f1d-4659-8eeb-3beea70918ff) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:40.149021 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:40.149601 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.158413 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea6c73-43bc-451c-955a-172dd993fcfd None None] Network 1f256974-0f1d-4659-8eeb-3beea70918ff requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:12:40.170450 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7f86d4bb-40ea-436e-8472-493f45a8fcd0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3320706 Feb 04 10:12:40.170636 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35956) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:40.175211 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:40.198162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (53531842-dff7-4687-9233-a26cac5057f0), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.199413 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (53531842-dff7-4687-9233-a26cac5057f0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.274837 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-1f256974-0f1d-4659-8eeb-3beea70918ff', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'project_id': '032d4521b89b40659d4756e9704124b5', 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:12:40.275935 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.296966 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks [] for router_controller (53531842-dff7-4687-9233-a26cac5057f0), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.415887 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Allocated IP 172.20.0.2 (1f256974-0f1d-4659-8eeb-3beea70918ff/9059096a-91a2-4f0e-b0b1-c2b05142caff/9aee8c16-1112-46df-8baa-35cf690da008) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:12:40.453443 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks [] for router_gateway (53531842-dff7-4687-9233-a26cac5057f0), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.660827 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks [] for router_gateway (53531842-dff7-4687-9233-a26cac5057f0), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.689968 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.696573 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Publish callbacks [] for port (9aee8c16-1112-46df-8baa-35cf690da008), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.703748 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (9aee8c16-1112-46df-8baa-35cf690da008), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.751432 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Network 1f256974-0f1d-4659-8eeb-3beea70918ff is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:12:40.755215 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:40.763986 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:12:40.798919 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Pushing event updated for resources: {'Port': ['ID=9aee8c16-1112-46df-8baa-35cf690da008,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:40.819479 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Allocated IP 172.27.0.38 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/ad1d6630-01e6-4cb1-8112-7f18d3485fe3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:12:40.862011 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Attempting to bind port 9aee8c16-1112-46df-8baa-35cf690da008 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:12:40.863199 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Attempting to bind port 9aee8c16-1112-46df-8baa-35cf690da008 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:12:40.863843 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Attempting to bind port 9aee8c16-1112-46df-8baa-35cf690da008 on network 1f256974-0f1d-4659-8eeb-3beea70918ff {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:12:40.871754 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-993b339c-9cc5-47f8-9880-d8690b204e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.877929 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.879386 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:12:40.879984 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Checking segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:12:40.880564 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.881107 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Bound using segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:12:40.881748 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Bound port: 9aee8c16-1112-46df-8baa-35cf690da008, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:12:40.882301 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9aee8c16-1112-46df-8baa-35cf690da008), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.939107 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks [] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.958430 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] For port 9aee8c16-1112-46df-8baa-35cf690da008, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:12:40.969439 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] For port 9aee8c16-1112-46df-8baa-35cf690da008, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9aee8c16-1112-46df-8baa-35cf690da008,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:12:40.976012 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9aee8c16-1112-46df-8baa-35cf690da008), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:40.977008 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:41.013213 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:12:41.022970 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:41.026508 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:12:41.032437 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb41ad0-69d1-4b5b-bfe8-bd7f3e59dee8 None None] Pushing event updated for resources: {'Port': ['ID=9aee8c16-1112-46df-8baa-35cf690da008,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:41.051818 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:41.291959 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks [] for router_gateway (53531842-dff7-4687-9233-a26cac5057f0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:41.519332 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-235e1c19-5c08-4cac-97b5-3a7f9097527a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932486 Feb 04 10:12:41.525137 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (53531842-dff7-4687-9233-a26cac5057f0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:41.885403 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-73af1722-1542-49ea-b215-03782c94473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:41.886911 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-73af1722-1542-49ea-b215-03782c94473a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 1131 time: 0.0998602 Feb 04 10:12:41.974279 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe9573-6fd7-4f41-8985-7a8c8833435f None None] Network 1f256974-0f1d-4659-8eeb-3beea70918ff requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:12:41.999277 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Router 53531842-dff7-4687-9233-a26cac5057f0 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:12:42.072171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-f03de9c0-ac69-420b-897e-6f953f3df6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:42.073641 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-f03de9c0-ac69-420b-897e-6f953f3df6df service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.1642635 Feb 04 10:12:42.081859 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-35e595f5-1ebe-4206-b3e6-5ea2302fd81d None None] Provisioning complete for port 9aee8c16-1112-46df-8baa-35cf690da008 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:42.082227 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35e595f5-1ebe-4206-b3e6-5ea2302fd81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9aee8c16-1112-46df-8baa-35cf690da008), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:42.179803 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-1daaa209-58b5-496d-84fb-dd769d052d8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14fba3f5-e3d3-47ed-89e2-37840156c804 HTTP/1.1" status: 200 len: 1002 time: 0.0801966 Feb 04 10:12:42.180065 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-35e595f5-1ebe-4206-b3e6-5ea2302fd81d None None] Current status of the port 9aee8c16-1112-46df-8baa-35cf690da008 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:42.180462 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35e595f5-1ebe-4206-b3e6-5ea2302fd81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9aee8c16-1112-46df-8baa-35cf690da008), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:42.200962 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:12:42.215380 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Sync routers for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:12:42.220454 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-35e595f5-1ebe-4206-b3e6-5ea2302fd81d None None] For port 9aee8c16-1112-46df-8baa-35cf690da008, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9aee8c16-1112-46df-8baa-35cf690da008,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:42.230125 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35e595f5-1ebe-4206-b3e6-5ea2302fd81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9aee8c16-1112-46df-8baa-35cf690da008), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:42.234145 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:12:42.235507 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:42.247230 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:42.248524 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f220aa2b-e4be-474a-a508-7ea5bcd12c14 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0768342 Feb 04 10:12:42.251880 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 35984) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:42.325443 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-afe2a3ca-cb78-402a-998e-8e903ef51690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:42.327070 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-afe2a3ca-cb78-402a-998e-8e903ef51690 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.1354358 Feb 04 10:12:42.368718 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e595f5-1ebe-4206-b3e6-5ea2302fd81d None None] Pushing event updated for resources: {'Port': ['ID=9aee8c16-1112-46df-8baa-35cf690da008,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:42.376718 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d5fd922a-d1eb-4b12-96bc-a8ba5c1ff788 None None] Provisioning complete for port 9aee8c16-1112-46df-8baa-35cf690da008 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:42.377085 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d5fd922a-d1eb-4b12-96bc-a8ba5c1ff788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9aee8c16-1112-46df-8baa-35cf690da008), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:42.427551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:12:42.432801 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-1a30a15b-d54b-4cc8-84f6-e8128cff78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:42.434310 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-1a30a15b-d54b-4cc8-84f6-e8128cff78b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955248 Feb 04 10:12:42.574666 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd922a-d1eb-4b12-96bc-a8ba5c1ff788 None None] Current status of the port 9aee8c16-1112-46df-8baa-35cf690da008 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:42.602847 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-45a2c5ac-2b95-49e4-bc05-246f71481363 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435268 Feb 04 10:12:42.648843 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:41Z', 'revision_number': 3, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:42.685719 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Checking router: 53531842-dff7-4687-9233-a26cac5057f0 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:12:42.686065 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Updating router 53531842-dff7-4687-9233-a26cac5057f0 port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:12:42.716016 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:42.747844 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9aee8c16-1112-46df-8baa-35cf690da008 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:12:42.813171 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c6f2113-bd23-4b05-99f8-a3729a94c8b4 req-385b51c1-e4e4-46f9-a973-95d00382efce service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647701 Feb 04 10:12:42.880116 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 9aee8c16-1112-46df-8baa-35cf690da008 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:42.880485 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9aee8c16-1112-46df-8baa-35cf690da008), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:42.913205 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.064505 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 9aee8c16-1112-46df-8baa-35cf690da008 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:43.090141 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Publish callbacks [] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.101564 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.134529 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5aab3837-a451-476c-833f-7b8d1e4cd30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.167782 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Attempting to bind port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:12:43.168184 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Attempting to bind port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:12:43.168545 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Attempting to bind port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:12:43.171350 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891155ce-d187-475b-8185-8994748cf5e5 None None] Pushing event updated for resources: {'Port': ['ID=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:43.178391 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:12:43.178770 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:12:43.179176 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.179558 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:12:43.180065 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Bound port: ad1d6630-01e6-4cb1-8112-7f18d3485fe3, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:12:43.180431 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.209094 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Allocated IP 172.20.0.1 (1f256974-0f1d-4659-8eeb-3beea70918ff/9059096a-91a2-4f0e-b0b1-c2b05142caff/233a1278-3d14-49d5-90bf-13d9a8853a18) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:12:43.257630 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] For port ad1d6630-01e6-4cb1-8112-7f18d3485fe3, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:12:43.260843 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] For port ad1d6630-01e6-4cb1-8112-7f18d3485fe3, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:12:43.266950 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.326492 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks [] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.330261 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:12:43.330885 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:43.358651 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.370103 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891155ce-d187-475b-8185-8994748cf5e5 None None] Pushing event updated for resources: {'Port': ['ID=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:43.398368 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Network 1f256974-0f1d-4659-8eeb-3beea70918ff is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:12:43.401251 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:43.404704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:12:43.410042 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Pushing event updated for resources: {'Port': ['ID=233a1278-3d14-49d5-90bf-13d9a8853a18,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:43.446415 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (53531842-dff7-4687-9233-a26cac5057f0), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.450646 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:12:43.616279 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.640036 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:41Z', 'revision_number': 3, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:43.786908 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks [] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.791550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.793530 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14494fc1-8e3b-4b5d-9d6a-85c104adb9f7 None None] The sync data for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi is: [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:41Z', 'revision_number': 3, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:12:43.805804 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-58db4423-e419-4e9d-affc-102e94355f87 None None] Provisioning complete for port 233a1278-3d14-49d5-90bf-13d9a8853a18 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:43.806169 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-58db4423-e419-4e9d-affc-102e94355f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.856912 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-58db4423-e419-4e9d-affc-102e94355f87 None None] Port 233a1278-3d14-49d5-90bf-13d9a8853a18 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:12:43.861198 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (53531842-dff7-4687-9233-a26cac5057f0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.867549 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:43.870872 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Pushing event updated for resources: {'Port': ['ID=233a1278-3d14-49d5-90bf-13d9a8853a18,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:43.953690 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Network 1f256974-0f1d-4659-8eeb-3beea70918ff is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:12:43.955121 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:44.293301 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ec0f148f-2b75-4135-b18e-dc45c41c3819 None None] Provisioning complete for port 233a1278-3d14-49d5-90bf-13d9a8853a18 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:44.293837 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec0f148f-2b75-4135-b18e-dc45c41c3819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:44.330308 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f148f-2b75-4135-b18e-dc45c41c3819 None None] Port 233a1278-3d14-49d5-90bf-13d9a8853a18 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:12:44.335871 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Router 53531842-dff7-4687-9233-a26cac5057f0 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:12:44.447097 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:12:44.452502 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-90d5ccb2-3389-45a9-b950-41e4131f85f5 admin admin] 10.222.0.39 "PUT /v2.0/routers/53531842-dff7-4687-9233-a26cac5057f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1996498 Feb 04 10:12:44.682283 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ad1d6630-01e6-4cb1-8112-7f18d3485fe3 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:12:44.733581 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:44.733956 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:44.814356 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:44.814746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:44.835465 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port ad1d6630-01e6-4cb1-8112-7f18d3485fe3, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:44.839540 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:44.886683 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:45.068065 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36022) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:45.073610 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-781e3966-1fff-42b6-a0b0-bc47ce8634b7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570568817', 'description': 'tempest-description--101320485'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:45.094989 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-781e3966-1fff-42b6-a0b0-bc47ce8634b7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.159192 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-781e3966-1fff-42b6-a0b0-bc47ce8634b7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (b98df16d-13c3-4ebf-98af-e23a08a6f5c3), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.166940 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-781e3966-1fff-42b6-a0b0-bc47ce8634b7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b98df16d-13c3-4ebf-98af-e23a08a6f5c3), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.196049 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-781e3966-1fff-42b6-a0b0-bc47ce8634b7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.200148 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-781e3966-1fff-42b6-a0b0-bc47ce8634b7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1277792 Feb 04 10:12:45.200148 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e3966-1fff-42b6-a0b0-bc47ce8634b7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98df16d-13c3-4ebf-98af-e23a08a6f5c3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:45.201666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36026) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:45.206719 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9a3e311a-3462-49fd-9767-8fc52494257a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'security_group_rule': {'security_group_id': 'b98df16d-13c3-4ebf-98af-e23a08a6f5c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:45.243276 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a3e311a-3462-49fd-9767-8fc52494257a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (419798e2-4304-43c5-b2d0-063120348ca5), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.322023 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a3e311a-3462-49fd-9767-8fc52494257a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (419798e2-4304-43c5-b2d0-063120348ca5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.325652 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a3e311a-3462-49fd-9767-8fc52494257a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (419798e2-4304-43c5-b2d0-063120348ca5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.347202 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e311a-3462-49fd-9767-8fc52494257a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419798e2-4304-43c5-b2d0-063120348ca5,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:45.355472 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a3e311a-3462-49fd-9767-8fc52494257a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.356705 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9a3e311a-3462-49fd-9767-8fc52494257a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540334 Feb 04 10:12:45.359388 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36030) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:45.363941 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3639f928-964a-49e7-983f-748bc962fcce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'security_group_rule': {'security_group_id': 'b98df16d-13c3-4ebf-98af-e23a08a6f5c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:45.389320 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3639f928-964a-49e7-983f-748bc962fcce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (8c990d83-02a7-4d9e-b5a3-85f416171996), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.392423 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Sync routers for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:12:45.401885 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:12:45.402487 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:45.444685 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3639f928-964a-49e7-983f-748bc962fcce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (8c990d83-02a7-4d9e-b5a3-85f416171996), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.448221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3639f928-964a-49e7-983f-748bc962fcce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (8c990d83-02a7-4d9e-b5a3-85f416171996), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.466447 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639f928-964a-49e7-983f-748bc962fcce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c990d83-02a7-4d9e-b5a3-85f416171996,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:45.476146 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3639f928-964a-49e7-983f-748bc962fcce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.480467 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3639f928-964a-49e7-983f-748bc962fcce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170435 Feb 04 10:12:45.480671 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36032) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:45.485205 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:45.508893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.567747 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.592273 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:12:45.611712 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.712397 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Allocated IP 172.27.0.149 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/ef7057a3-aee4-4fe9-94c6-4b660c98c557) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:12:45.798711 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 2, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:45.823090 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.830078 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Checking router: 53531842-dff7-4687-9233-a26cac5057f0 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:12:45.830434 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Updating router 53531842-dff7-4687-9233-a26cac5057f0 port 233a1278-3d14-49d5-90bf-13d9a8853a18 binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:12:45.857512 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.858125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:45.897198 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:12:45.900046 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:45.902437 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:12:45.929720 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'Port': ['ID=ef7057a3-aee4-4fe9-94c6-4b660c98c557,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:46.033764 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (ccf17a70-f202-4fc4-ba8a-92dbda156650), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.072393 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.126370 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Publish callbacks [] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.131266 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.176265 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Pushing event updated for resources: {'Port': ['ID=233a1278-3d14-49d5-90bf-13d9a8853a18,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:46.190946 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.191297 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.192108 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.192108 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.192404 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.192672 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.192999 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.193324 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.193904 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.194245 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.194574 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.194893 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.195211 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:46.236572 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.242621 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.254307 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Attempting to bind port 233a1278-3d14-49d5-90bf-13d9a8853a18 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:12:46.254679 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Attempting to bind port 233a1278-3d14-49d5-90bf-13d9a8853a18 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:12:46.255037 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Attempting to bind port 233a1278-3d14-49d5-90bf-13d9a8853a18 on network 1f256974-0f1d-4659-8eeb-3beea70918ff {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:12:46.261221 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:12:46.261672 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Checking segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:12:46.262082 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.262587 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Bound using segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:12:46.263041 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Bound port: 233a1278-3d14-49d5-90bf-13d9a8853a18, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:12:46.263422 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.324657 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'Port': ['ID=ef7057a3-aee4-4fe9-94c6-4b660c98c557,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:46.330611 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (ccf17a70-f202-4fc4-ba8a-92dbda156650), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.334116 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] For port 233a1278-3d14-49d5-90bf-13d9a8853a18, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:12:46.337375 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] For port 233a1278-3d14-49d5-90bf-13d9a8853a18, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=233a1278-3d14-49d5-90bf-13d9a8853a18,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:12:46.344648 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.351656 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.353264 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-aede9eca-088c-44c9-be10-6add5f53ce6c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8715999 Feb 04 10:12:46.409071 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:12:46.409693 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:46.411596 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11b55-447e-48d3-b59b-2ddbc66e86c1 None None] Pushing event updated for resources: {'Port': ['ID=233a1278-3d14-49d5-90bf-13d9a8853a18,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:46.465759 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7fefe712-3238-48cd-9b70-0888714d7052 None None] Provisioning complete for port 233a1278-3d14-49d5-90bf-13d9a8853a18 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:46.466006 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fefe712-3238-48cd-9b70-0888714d7052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.531823 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-12e6eac5-2d52-4693-9502-54784a288695 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1570568817&fields=id&tenant_id=032d4521b89b40659d4756e9704124b5 HTTP/1.1" status: 200 len: 267 time: 0.0496457 Feb 04 10:12:46.544893 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:12:46.589643 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7fefe712-3238-48cd-9b70-0888714d7052 None None] Current status of the port 233a1278-3d14-49d5-90bf-13d9a8853a18 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:46.590127 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fefe712-3238-48cd-9b70-0888714d7052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.636115 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7fefe712-3238-48cd-9b70-0888714d7052 None None] For port 233a1278-3d14-49d5-90bf-13d9a8853a18, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=233a1278-3d14-49d5-90bf-13d9a8853a18,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:46.642715 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fefe712-3238-48cd-9b70-0888714d7052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.658905 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-cb4986ca-e7c6-40a8-86ad-8125003c6c74 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:46.660516 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-cb4986ca-e7c6-40a8-86ad-8125003c6c74 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 811 time: 0.1219485 Feb 04 10:12:46.674428 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ad1d6630-01e6-4cb1-8112-7f18d3485fe3 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:12:46.676066 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-151d4e77-6efd-4b75-9a6b-34c7e6161dba tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/quotas/032d4521b89b40659d4756e9704124b5 HTTP/1.1" status: 200 len: 375 time: 0.0099833 Feb 04 10:12:46.735601 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefe712-3238-48cd-9b70-0888714d7052 None None] Pushing event updated for resources: {'Port': ['ID=233a1278-3d14-49d5-90bf-13d9a8853a18,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:46.737748 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-83df436b-8f89-4088-8bf0-28610b1a10b9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549614 Feb 04 10:12:46.754957 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:46.755334 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.767893 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:12:46.792962 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bb200ab7-1f7c-4a90-89a4-d05f3195261b None None] Provisioning complete for port 233a1278-3d14-49d5-90bf-13d9a8853a18 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:46.793337 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb200ab7-1f7c-4a90-89a4-d05f3195261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.793630 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5257a-c402-4d9c-adcb-8d2f1e205c4a None None] The sync data for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi is: [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:12:46.910483 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-25a1007f-a878-4602-82ce-5160621cb8c3 service neutron] 10.222.0.39 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463084 Feb 04 10:12:46.921602 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:46.942182 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:46.978243 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bb200ab7-1f7c-4a90-89a4-d05f3195261b None None] Current status of the port 233a1278-3d14-49d5-90bf-13d9a8853a18 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:47.027820 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-3b7d5925-777e-433a-9cf9-5968a24ea94a service neutron] 10.222.0.39 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059101 Feb 04 10:12:47.204094 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-082e222b-f2c3-41fd-827b-e81740b745b2 req-7e15b146-2658-4a88-894c-dd9108c3f851 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 210 time: 0.0288382 Feb 04 10:12:48.295267 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c97bbbd1-6d5c-40d0-a972-d8dc46bbb709 req-8ccdd87a-8dea-4957-9fe8-9ec539d9ac42 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 210 time: 0.0261621 Feb 04 10:12:48.651163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 233a1278-3d14-49d5-90bf-13d9a8853a18 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:12:48.697100 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 233a1278-3d14-49d5-90bf-13d9a8853a18 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:48.697460 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:48.777036 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 233a1278-3d14-49d5-90bf-13d9a8853a18 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:49.260864 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:12:49.389585 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d62cfb21-941c-4905-8fe4-8f798930c012 req-9bc1bcb5-1afc-4f4c-926e-5e258944fe56 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Feb 04 10:12:50.482509 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-47281c05-a00b-49b3-b645-c37f94642cf3 req-1ccc511b-4dbe-44bf-b718-ccddf92f5068 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 210 time: 0.0267320 Feb 04 10:12:51.577144 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea2dee9d-e73d-4328-97b2-3f1e390b4437 req-f19cfd0a-0ebc-48f6-831d-4ac1661cc4e3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 210 time: 0.0286055 Feb 04 10:12:52.016491 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-87bcabb2-c03c-408f-9a6c-70fd58a44816 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:52.018251 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-87bcabb2-c03c-408f-9a6c-70fd58a44816 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 811 time: 0.1009982 Feb 04 10:12:52.112286 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-3b782a64-dad3-4e5f-8965-5bd52e5456ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032d4521b89b40659d4756e9704124b5 HTTP/1.1" status: 200 len: 380 time: 0.0558462 Feb 04 10:12:52.122513 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'port': {'device_id': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'admin_state_up': True, 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'security_groups': ['b98df16d-13c3-4ebf-98af-e23a08a6f5c3']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:52.242736 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Made reservation on behalf of 032d4521b89b40659d4756e9704124b5 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:12:52.246234 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:52.377924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Allocated IP 172.20.0.7 (1f256974-0f1d-4659-8eeb-3beea70918ff/9059096a-91a2-4f0e-b0b1-c2b05142caff/5f86f2c5-995b-4bbb-9d95-e273aebd6e5b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:12:52.516732 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:52.555624 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:52.617362 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Network 1f256974-0f1d-4659-8eeb-3beea70918ff is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:12:52.617899 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:12:52.621989 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:12:52.627490 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'Port': ['ID=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:52.696913 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:52.697534 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:52.737235 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-c3d7b47a-832b-4ac2-ba6f-f991479d43a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181893 Feb 04 10:12:52.757658 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Request body: {'port': {'device_id': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:12:52.786546 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074bf04-2b26-464c-b550-ca014b8b7082 req-f32840c5-4443-4360-afa7-9c7bc2f3936b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:52.788061 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d074bf04-2b26-464c-b550-ca014b8b7082 req-f32840c5-4443-4360-afa7-9c7bc2f3936b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 931 time: 0.0834935 Feb 04 10:12:52.855055 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:52.884048 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d074bf04-2b26-464c-b550-ca014b8b7082 req-138db047-3ba3-4e16-84e2-480833f2c85e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888419 Feb 04 10:12:52.931716 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42b031f5-c649-4fcd-b313-2eba1ec07a61 None None] Provisioning complete for port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:12:52.932442 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42b031f5-c649-4fcd-b313-2eba1ec07a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:52.968046 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42b031f5-c649-4fcd-b313-2eba1ec07a61 None None] Port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:12:53.124742 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:12:53.132201 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Publish callbacks [] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:53.145277 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Transition to ACTIVE for port object 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:12:53.149870 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:53.201997 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:53.278279 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Attempting to bind port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:12:53.278628 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Attempting to bind port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:12:53.278933 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Attempting to bind port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b on network 1f256974-0f1d-4659-8eeb-3beea70918ff {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:12:53.283429 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b on network 1f256974-0f1d-4659-8eeb-3beea70918ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:12:53.283793 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Attempting to bind port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b on network 1f256974-0f1d-4659-8eeb-3beea70918ff {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:12:53.288675 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:12:53.289015 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Checking segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:12:53.289394 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Bound using segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:12:53.289820 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Bound port: 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:12:53.290173 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:53.353736 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] For port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:12:53.356653 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] For port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:12:53.363314 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:53.396367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:53.396995 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:53.398507 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] 10.222.0.57 "PUT /v2.0/ports/5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 200 len: 1093 time: 0.6450067 Feb 04 10:12:53.400758 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:12:53.403005 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b29382-0fb7-44b4-b320-2f072df27290" -d '{"events": [{"name": "network-changed", "server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:12:53.427510 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895594a-5ac5-40fe-974c-bdfc3339ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:53.442844 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f2514b-504e-4fbc-8b62-a11cfcb6019e x-openstack-request-id: req-83f2514b-504e-4fbc-8b62-a11cfcb6019e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:12:53.443138 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:12:53.443416 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83f2514b-504e-4fbc-8b62-a11cfcb6019e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:12:53.444094 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'status': 'completed', 'code': 200} Feb 04 10:12:53.938412 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:54.004193 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a9d76-f4b7-4901-8118-536b8ef5ef7e req-1b8370f1-821c-4713-8003-7beb3d4f8912 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:54.005688 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a06a9d76-f4b7-4901-8118-536b8ef5ef7e req-1b8370f1-821c-4713-8003-7beb3d4f8912 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 943 time: 0.0563638 Feb 04 10:12:54.050856 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22a4fa69-7d8e-4570-b92e-0d97411cf1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:54.074236 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a06a9d76-f4b7-4901-8118-536b8ef5ef7e req-2b6e91ea-22de-4c93-bab4-34e453d2c7fa tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632832 Feb 04 10:12:54.134226 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22a4fa69-7d8e-4570-b92e-0d97411cf1df admin admin] Publish callbacks [] for security_group (baa41954-8874-4c23-930f-a64d7dbf8141), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:54.137995 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22a4fa69-7d8e-4570-b92e-0d97411cf1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (baa41954-8874-4c23-930f-a64d7dbf8141), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:54.182095 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-22a4fa69-7d8e-4570-b92e-0d97411cf1df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18797fce43b840598f4fad1aac53b578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425954 Feb 04 10:12:54.184333 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4fa69-7d8e-4570-b92e-0d97411cf1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa41954-8874-4c23-930f-a64d7dbf8141,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:54.185224 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36154) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:12:54.232636 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Publish callbacks [] for security_group (baa41954-8874-4c23-930f-a64d7dbf8141), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:54.253689 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Publish callbacks [] for security_group (baa41954-8874-4c23-930f-a64d7dbf8141), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:54.300421 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (baa41954-8874-4c23-930f-a64d7dbf8141), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:54.303276 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:54.304438 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baa41954-8874-4c23-930f-a64d7dbf8141 HTTP/1.1" status: 204 len: 168 time: 0.1181257 Feb 04 10:12:54.311794 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa41954-8874-4c23-930f-a64d7dbf8141,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:54.318948 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.319299 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.319666 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.320007 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.320346 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.320670 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.320998 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.321343 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.321641 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.321966 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.322288 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.322608 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:54.322940 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd468cf6-9e11-4701-8937-0787a7a0de74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:12:55.192817 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64180b-f787-4102-b2ec-360d63fbee3e req-afa05d04-8fd2-489a-9e17-7a6cd2eb85c0 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:55.194641 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e64180b-f787-4102-b2ec-360d63fbee3e req-afa05d04-8fd2-489a-9e17-7a6cd2eb85c0 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 943 time: 0.0529571 Feb 04 10:12:55.246872 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e64180b-f787-4102-b2ec-360d63fbee3e req-4fd637e1-9837-4cbb-85f7-c21f3981ec12 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467494 Feb 04 10:12:55.658510 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29382-0fb7-44b4-b320-2f072df27290 req-7713cff1-e3eb-4cb7-a3e8-2850051226b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:55.659983 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01b29382-0fb7-44b4-b320-2f072df27290 req-7713cff1-e3eb-4cb7-a3e8-2850051226b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1127 time: 0.0431678 Feb 04 10:12:55.759113 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29382-0fb7-44b4-b320-2f072df27290 req-884b54dc-652b-4acc-b112-cb74eb5b4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:55.760596 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01b29382-0fb7-44b4-b320-2f072df27290 req-884b54dc-652b-4acc-b112-cb74eb5b4d89 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=032d4521b89b40659d4756e9704124b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0875657 Feb 04 10:12:55.852628 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29382-0fb7-44b4-b320-2f072df27290 req-29946871-844b-46bb-acb2-99a8acd99307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:55.854065 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01b29382-0fb7-44b4-b320-2f072df27290 req-29946871-844b-46bb-acb2-99a8acd99307 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869541 Feb 04 10:12:55.982854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-f2829bac-a687-42cf-b2de-a537e265ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:55.984852 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-f2829bac-a687-42cf-b2de-a537e265ccde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1127 time: 0.0466168 Feb 04 10:12:56.040961 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-29a660b5-58b2-4cb9-949b-4bb502017442 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 200 len: 217 time: 0.0394406 Feb 04 10:12:56.090485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-0665437f-170c-4a29-aab5-93b94310e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:56.091997 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-0665437f-170c-4a29-aab5-93b94310e184 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.0434902 Feb 04 10:12:56.140667 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-5ff36557-9d5f-4499-aa2e-c22d827ad7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:56.142084 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-5ff36557-9d5f-4499-aa2e-c22d827ad7f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428779 Feb 04 10:12:56.230300 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-51399198-5f87-4c9d-ab2e-2093eef55607 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815840 Feb 04 10:12:56.331854 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b48180d-0f48-40eb-9ce2-e3d4d70f2821 req-702c0fdd-63d0-4bcd-8eeb-ea248e5096ae service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947521 Feb 04 10:12:56.375397 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781de94a-f5f8-46d9-aa24-288b775185f1 req-474a488a-e92b-42e1-a457-e792812a8038 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:56.376878 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-781de94a-f5f8-46d9-aa24-288b775185f1 req-474a488a-e92b-42e1-a457-e792812a8038 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 943 time: 0.0609796 Feb 04 10:12:56.427722 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-781de94a-f5f8-46d9-aa24-288b775185f1 req-c142943c-c7a9-45e4-a525-925bef99fe2d tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Feb 04 10:12:57.546843 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b792a-e284-435c-b54d-b2a428e8c15e req-5032c11b-075c-4fa5-ae12-2f04e9cfb50f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:57.549106 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ba8b792a-e284-435c-b54d-b2a428e8c15e req-5032c11b-075c-4fa5-ae12-2f04e9cfb50f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 943 time: 0.0552645 Feb 04 10:12:57.597221 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ba8b792a-e284-435c-b54d-b2a428e8c15e req-4b5f3750-a183-4553-9695-7a78f7d38a1e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Feb 04 10:12:58.714270 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408f1d3-b5ae-4e3b-abdb-c8130ca641a7 req-c4828cea-ec07-478a-8229-2ffe61f7773b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:58.715748 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f408f1d3-b5ae-4e3b-abdb-c8130ca641a7 req-c4828cea-ec07-478a-8229-2ffe61f7773b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 943 time: 0.0507812 Feb 04 10:12:58.760083 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f408f1d3-b5ae-4e3b-abdb-c8130ca641a7 req-1e9ba2ee-57a3-4955-9294-bc1f49ac505f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383346 Feb 04 10:12:59.687276 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:12:59.780982 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:59.795629 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'port_id': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'mac_address': 'fa:16:3e:71:62:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:12:59.832180 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:12:59.832577 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:59.845861 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:12:59.864581 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:12:59.868727 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:12:59.879097 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ef42c-afe5-4a47-804d-f2ecb5b347c8 req-2c17af1c-eb86-4041-b7b9-cb2c46c95a68 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:12:59.880849 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-583ef42c-afe5-4a47-804d-f2ecb5b347c8 req-2c17af1c-eb86-4041-b7b9-cb2c46c95a68 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 943 time: 0.0556569 Feb 04 10:12:59.917463 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:12:59.927507 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-583ef42c-afe5-4a47-804d-f2ecb5b347c8 req-5290ec7e-2e1e-455c-af21-7661675c8c60 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Feb 04 10:13:00.253119 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['5f86f2c5-995b-4bbb-9d95-e273aebd6e5b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:13:00.939686 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470837fb-f583-4b5f-a9bf-7d7eae8c2f2c req-e5cd79db-82e7-4b3e-97ef-a5d5aead0c1d tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:00.941096 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-470837fb-f583-4b5f-a9bf-7d7eae8c2f2c req-e5cd79db-82e7-4b3e-97ef-a5d5aead0c1d tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 945 time: 0.0511160 Feb 04 10:13:00.991195 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-470837fb-f583-4b5f-a9bf-7d7eae8c2f2c req-4bd072bc-5503-420a-90f5-4cdc0993ccbc tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442853 Feb 04 10:13:01.046544 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c094-b8c1-4f66-9562-6164252990ad req-b4ae9bed-7c4b-4705-b5e2-41742c361809 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:01.048033 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8441c094-b8c1-4f66-9562-6164252990ad req-b4ae9bed-7c4b-4705-b5e2-41742c361809 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 944 time: 0.0514972 Feb 04 10:13:01.096788 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8441c094-b8c1-4f66-9562-6164252990ad req-31624ed5-41e1-42d0-ab06-fa4d291f0e28 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433965 Feb 04 10:13:02.105572 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d079538-bbd0-4793-ac66-7b0d936d7186 req-2b2d8d5d-0d56-403d-8f7a-7dd2a7bfa0d9 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:02.107003 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d079538-bbd0-4793-ac66-7b0d936d7186 req-2b2d8d5d-0d56-403d-8f7a-7dd2a7bfa0d9 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 945 time: 0.0512869 Feb 04 10:13:02.152533 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d079538-bbd0-4793-ac66-7b0d936d7186 req-f735b314-6d90-434d-a064-2aab847e0512 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbe60cb3-a327-463e-be5e-45aec34e33fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 Feb 04 10:13:02.213947 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef647a-cf1a-42da-a9f5-301d01f8d0e2 req-a73ceab3-76b2-43de-b841-0546292858d2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:02.215376 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-84ef647a-cf1a-42da-a9f5-301d01f8d0e2 req-a73ceab3-76b2-43de-b841-0546292858d2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 944 time: 0.0520465 Feb 04 10:13:02.259505 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-84ef647a-cf1a-42da-a9f5-301d01f8d0e2 req-34536b61-d1ce-45df-b0c6-8352ee9d6729 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380063 Feb 04 10:13:02.793069 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:02.829959 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-3f16a79c-9f1d-4ccb-9caf-46654b66f6f3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:02.831338 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-3f16a79c-9f1d-4ccb-9caf-46654b66f6f3 tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 945 time: 0.0580983 Feb 04 10:13:02.845841 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:13:02.849600 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:02.849974 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:02.926633 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Deleting port 4b95895a-867c-4b25-a9cd-1df2d388dd53 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:13:02.927088 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:02.931170 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:02.931852 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:02.955680 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:02.957990 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641efe8d-79e1-4350-8c73-3d69e324725b" -d '{"events": [{"server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "name": "network-vif-plugged", "status": "completed", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:02.970565 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:02.974202 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:03.007469 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a573ad8-8625-42dd-9f6e-6fc17045e177 x-openstack-request-id: req-4a573ad8-8625-42dd-9f6e-6fc17045e177 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:03.007796 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "name": "network-vif-plugged", "status": "completed", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:03.008052 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a573ad8-8625-42dd-9f6e-6fc17045e177 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:03.008440 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'code': 200} Feb 04 10:13:03.025677 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:03.029388 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] For port 4b95895a-867c-4b25-a9cd-1df2d388dd53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b95895a-867c-4b25-a9cd-1df2d388dd53,segment=NetworkSegment(02ac99bf-3e6a-4afd-894f-9acce30d20ea),segment_id=02ac99bf-3e6a-4afd-894f-9acce30d20ea)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:03.029746 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:03.042844 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Calling delete_port for 4b95895a-867c-4b25-a9cd-1df2d388dd53 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:13:03.182763 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (4b95895a-867c-4b25-a9cd-1df2d388dd53), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:03.216104 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['4b95895a-867c-4b25-a9cd-1df2d388dd53'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:13:03.232268 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Pushing event deleted for resources: {'Port': ['ID=4b95895a-867c-4b25-a9cd-1df2d388dd53,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:03.285312 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8dcb56c7-f267-456f-bb20-09ff65ef2f88 req-6afebf20-04e8-480d-8cbe-5689e2b7b32c tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.39 "GET /v2.0/ports?device_id=006d997b-e36e-4d3e-844a-454c8f0ffc71 HTTP/1.1" status: 200 len: 210 time: 0.0556407 Feb 04 10:13:03.304449 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] No DVR routers for this DVR port 4b95895a-867c-4b25-a9cd-1df2d388dd53 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:13:03.307180 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:03.310716 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6915f646-7138-49a4-bed0-11ae92dd5b59 req-2e79d934-1bc8-4161-bbc0-aed9a075668a tempest-VolumesSnapshotTestJSON-1789001445 tempest-VolumesSnapshotTestJSON-1789001445-project] 10.222.0.57 "DELETE /v2.0/ports/4b95895a-867c-4b25-a9cd-1df2d388dd53 HTTP/1.1" status: 204 len: 173 time: 0.4741597 Feb 04 10:13:03.311331 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'name': 'network-vif-deleted', 'tag': '4b95895a-867c-4b25-a9cd-1df2d388dd53'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:03.314242 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc7fbc1-e55e-4a7d-b6cc-e806e9f85794" -d '{"events": [{"server_uuid": "006d997b-e36e-4d3e-844a-454c8f0ffc71", "name": "network-vif-deleted", "tag": "4b95895a-867c-4b25-a9cd-1df2d388dd53"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:03.326030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc051a-bc4e-4a94-9788-61f8c68ca261 req-677ca25d-b230-4230-bbd6-dd5efa25c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:03.327677 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-00fc051a-bc4e-4a94-9788-61f8c68ca261 req-677ca25d-b230-4230-bbd6-dd5efa25c39f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1129 time: 0.1567361 Feb 04 10:13:03.367984 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea64be8-420b-4840-a92f-3382ec7f3e53 x-openstack-request-id: req-1ea64be8-420b-4840-a92f-3382ec7f3e53 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:03.368278 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006d997b-e36e-4d3e-844a-454c8f0ffc71", "name": "network-vif-deleted", "tag": "4b95895a-867c-4b25-a9cd-1df2d388dd53", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:03.368528 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ea64be8-420b-4840-a92f-3382ec7f3e53 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:03.368913 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006d997b-e36e-4d3e-844a-454c8f0ffc71', 'name': 'network-vif-deleted', 'tag': '4b95895a-867c-4b25-a9cd-1df2d388dd53', 'status': 'completed', 'code': 200} Feb 04 10:13:03.409957 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-00fc051a-bc4e-4a94-9788-61f8c68ca261 req-c377dd2f-2d23-4159-8456-776894bae4e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628181 Feb 04 10:13:03.419718 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d05ec-d237-4c23-b351-bf9dc52c20e7 req-378bdc14-d2ec-4cba-83cf-a2be50df450c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:03.421722 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-783d05ec-d237-4c23-b351-bf9dc52c20e7 req-378bdc14-d2ec-4cba-83cf-a2be50df450c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0844944 Feb 04 10:13:03.466993 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-783d05ec-d237-4c23-b351-bf9dc52c20e7 req-9f3d1e2a-8f40-486b-9970-79be6bd8b7c4 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394478 Feb 04 10:13:04.600142 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44103949-a10d-4be9-b090-0c6b85d4ed6c req-b8685626-bfaa-4e29-8d5a-730e5499df31 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:04.607941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44103949-a10d-4be9-b090-0c6b85d4ed6c req-b8685626-bfaa-4e29-8d5a-730e5499df31 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0677321 Feb 04 10:13:04.898434 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44103949-a10d-4be9-b090-0c6b85d4ed6c req-a3c10dd5-ff19-4a04-8b6b-4e747c691e23 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895095 Feb 04 10:13:05.177336 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36308) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:05.275425 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1dceefc3-8a17-4f0f-9c30-bf7fb17963cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:05.345932 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1dceefc3-8a17-4f0f-9c30-bf7fb17963cb admin admin] Publish callbacks [] for security_group (6905a79e-39c5-4c26-b09b-5aaaab63261f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:05.349521 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1dceefc3-8a17-4f0f-9c30-bf7fb17963cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6905a79e-39c5-4c26-b09b-5aaaab63261f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:05.384686 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1dceefc3-8a17-4f0f-9c30-bf7fb17963cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8313b3ffaed428d9f8e7d7435283428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063303 Feb 04 10:13:05.386582 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceefc3-8a17-4f0f-9c30-bf7fb17963cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905a79e-39c5-4c26-b09b-5aaaab63261f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:05.387368 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36312) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:05.433958 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8527a7f3-e8d3-465f-95b5-70b7617d3a0b admin admin] Publish callbacks [] for security_group (6905a79e-39c5-4c26-b09b-5aaaab63261f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:05.454288 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8527a7f3-e8d3-465f-95b5-70b7617d3a0b admin admin] Publish callbacks [] for security_group (6905a79e-39c5-4c26-b09b-5aaaab63261f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:05.499428 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8527a7f3-e8d3-465f-95b5-70b7617d3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6905a79e-39c5-4c26-b09b-5aaaab63261f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:05.502222 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8527a7f3-e8d3-465f-95b5-70b7617d3a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:05.503342 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8527a7f3-e8d3-465f-95b5-70b7617d3a0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6905a79e-39c5-4c26-b09b-5aaaab63261f HTTP/1.1" status: 204 len: 168 time: 0.1148422 Feb 04 10:13:05.510791 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527a7f3-e8d3-465f-95b5-70b7617d3a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905a79e-39c5-4c26-b09b-5aaaab63261f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:06.016594 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283e30f-889a-4467-af47-989d1b9a6469 req-cf463679-7ade-4707-b5eb-0fbbb4d3a9c1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:06.018080 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6283e30f-889a-4467-af47-989d1b9a6469 req-cf463679-7ade-4707-b5eb-0fbbb4d3a9c1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0523574 Feb 04 10:13:06.064334 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6283e30f-889a-4467-af47-989d1b9a6469 req-f9e29534-38bc-4087-96fa-9247ecf24305 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Feb 04 10:13:06.116019 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:06.183087 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd127a-2453-4608-ac38-afaa8be7f21e req-3ed5f77d-7e37-4b08-8900-2e0f835d8ef7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:06.184571 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-84fd127a-2453-4608-ac38-afaa8be7f21e req-3ed5f77d-7e37-4b08-8900-2e0f835d8ef7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0567918 Feb 04 10:13:06.192918 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:06.198001 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'floatingip': {'port_id': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:06.236264 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1152036158-network', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:06.246485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (ccf17a70-f202-4fc4-ba8a-92dbda156650), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.307366 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Made reservation on behalf of 82ceff3cd33547a8853b434c2ff985fb for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:06.309638 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.323634 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.517841 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks [] for security_group (208c2847-ef26-4fa6-86c0-5d19def61a60), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.524768 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (208c2847-ef26-4fa6-86c0-5d19def61a60), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.645710 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:13:06.653364 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208c2847-ef26-4fa6-86c0-5d19def61a60,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:06.665493 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (87e256fc-0dfb-40bb-911f-a5b72416ddd0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.665834 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Added segment 87e256fc-0dfb-40bb-911f-a5b72416ddd0 of type vlan for network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 Feb 04 10:13:06.717250 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (0462e3fd-bf11-4c81-bca7-4bcabeaedc29), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.800375 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (0462e3fd-bf11-4c81-bca7-4bcabeaedc29), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.801240 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:06.801822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.865480 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.869274 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7522237 Feb 04 10:13:06.872438 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36352) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:06.872951 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (ccf17a70-f202-4fc4-ba8a-92dbda156650), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.874837 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bce3f-dccf-4839-bce9-da11af85ea01 admin admin] Pushing event updated for resources: {'Network': ['ID=0462e3fd-bf11-4c81-bca7-4bcabeaedc29,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:06.877851 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Request body: {'subnet': {'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1152036158-subnet', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:06.884972 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:13:06.899186 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Made reservation on behalf of 82ceff3cd33547a8853b434c2ff985fb for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:06.902077 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:06.982893 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Floating IP ccf17a70-f202-4fc4-ba8a-92dbda156650 associated. External IP: 172.27.0.149, port: 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b. Feb 04 10:13:07.070881 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (c19f52e1-3c11-4997-8a21-d510c8d234f4), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.126320 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19f52e1-3c11-4997-8a21-d510c8d234f4,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:07.133170 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Checking segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:07.133531 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Network hostable DHCP agents. Network: 0462e3fd-bf11-4c81-bca7-4bcabeaedc29, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:13:07.150428 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:13:07.160441 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 0462e3fd-bf11-4c81-bca7-4bcabeaedc29) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:07.165096 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:07.165840 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.172735 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46781678-c18a-474f-a12a-09cb089c2627 None None] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:07.183253 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b6bd7b95-da25-4178-8368-0ce5558a57ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3097181 Feb 04 10:13:07.186150 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36354) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:07.190874 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:07.216131 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Router 53531842-dff7-4687-9233-a26cac5057f0 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:07.221681 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (9bb52f2d-e97d-455b-8c91-d3a93cee7025), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.222721 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (9bb52f2d-e97d-455b-8c91-d3a93cee7025), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.276044 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:13:07.276911 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.344886 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks [] for router_controller (9bb52f2d-e97d-455b-8c91-d3a93cee7025), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.414581 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Allocated IP 172.20.0.2 (0462e3fd-bf11-4c81-bca7-4bcabeaedc29/c19f52e1-3c11-4997-8a21-d510c8d234f4/b8f381f4-063e-40f6-acb5-307387a8d493) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:07.431826 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:07.462597 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] Sync routers for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:07.465013 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.488366 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:07.489011 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:07.519690 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks [] for router_gateway (9bb52f2d-e97d-455b-8c91-d3a93cee7025), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.528683 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-30a9b8a1-44ff-4edb-b211-a70b78d2e34c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "PUT /v2.0/floatingips/ccf17a70-f202-4fc4-ba8a-92dbda156650 HTTP/1.1" status: 200 len: 991 time: 1.3339727 Feb 04 10:13:07.529632 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:07.532112 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1280f31-6da2-4f05-979f-334cbadcda50" -d '{"events": [{"name": "network-changed", "server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:07.592081 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f29cc-0db8-41e7-af3b-b14833f403e4 x-openstack-request-id: req-ae1f29cc-0db8-41e7-af3b-b14833f403e4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:07.592441 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:07.593394 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae1f29cc-0db8-41e7-af3b-b14833f403e4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:07.593888 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'status': 'completed', 'code': 200} Feb 04 10:13:07.693527 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 4b95895a-867c-4b25-a9cd-1df2d388dd53 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:13:07.730061 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 4b95895a-867c-4b25-a9cd-1df2d388dd53 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:13:07.730394 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 4b95895a-867c-4b25-a9cd-1df2d388dd53 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:13:07.737611 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d53894-faea-4c18-9277-6533c8faf463 req-74919bf4-9efc-4715-a856-756640bafd97 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:07.739103 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68d53894-faea-4c18-9277-6533c8faf463 req-74919bf4-9efc-4715-a856-756640bafd97 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.1319876 Feb 04 10:13:07.801714 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Publish callbacks [] for port (b8f381f4-063e-40f6-acb5-307387a8d493), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.803898 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks [] for router_gateway (9bb52f2d-e97d-455b-8c91-d3a93cee7025), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.810866 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.814164 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:07.830246 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:07.835408 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68d53894-faea-4c18-9277-6533c8faf463 req-d93c6a19-02fd-4dc3-a705-f399a3806591 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907993 Feb 04 10:13:07.891626 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:07.929016 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:07.948685 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:07.950641 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Allocated IP 172.27.0.102 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/88e28c1c-5a00-4a83-ba94-60e2fc2b4c89) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:07.971955 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Pushing event updated for resources: {'Port': ['ID=b8f381f4-063e-40f6-acb5-307387a8d493,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:08.056089 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks [] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:08.083816 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Attempting to bind port b8f381f4-063e-40f6-acb5-307387a8d493 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:08.084187 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Attempting to bind port b8f381f4-063e-40f6-acb5-307387a8d493 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:08.084548 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Attempting to bind port b8f381f4-063e-40f6-acb5-307387a8d493 on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:08.090499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:08.093665 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:08.094038 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Checking segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:08.094440 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:08.094828 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Bound using segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:08.095294 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Bound port: b8f381f4-063e-40f6-acb5-307387a8d493, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:08.095695 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:08.135160 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:08.140150 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:08.142244 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Pushing event updated for resources: {'Port': ['ID=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:08.144362 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:08.207163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] For port b8f381f4-063e-40f6-acb5-307387a8d493, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:08.210569 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] For port b8f381f4-063e-40f6-acb5-307387a8d493, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=b8f381f4-063e-40f6-acb5-307387a8d493,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:08.219324 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:08.289335 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ccf17a70-f202-4fc4-ba8a-92dbda156650', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '53531842-dff7-4687-9233-a26cac5057f0', 'port_id': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'mac_address': 'fa:16:3e:71:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:12:45Z', 'updated_at': '2022-02-04T10:13:06Z', 'revision_number': 1, 'project_id': '032d4521b89b40659d4756e9704124b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:08.292440 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1be233-2330-45f3-9d6f-3a1539bc0659 None None] Pushing event updated for resources: {'Port': ['ID=b8f381f4-063e-40f6-acb5-307387a8d493,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:08.319522 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] Checking router: 53531842-dff7-4687-9233-a26cac5057f0 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:08.329977 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:08.330488 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:08.456060 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:08.710082 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-677af44f-6915-46d5-87f8-15aa5c2a5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:08.711608 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-677af44f-6915-46d5-87f8-15aa5c2a5d34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1129 time: 0.0794973 Feb 04 10:13:08.712220 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks [] for router_gateway (9bb52f2d-e97d-455b-8c91-d3a93cee7025), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:08.728140 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device b8f381f4-063e-40f6-acb5-307387a8d493 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:08.804467 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ccf17a70-f202-4fc4-ba8a-92dbda156650', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '53531842-dff7-4687-9233-a26cac5057f0', 'port_id': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'mac_address': 'fa:16:3e:71:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:12:45Z', 'updated_at': '2022-02-04T10:13:06Z', 'revision_number': 1, 'project_id': '032d4521b89b40659d4756e9704124b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:08.807229 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port b8f381f4-063e-40f6-acb5-307387a8d493 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:08.807615 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:08.834799 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d9e11-fda8-47d0-9614-81d2d9332acf None None] The sync data for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi is: [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ccf17a70-f202-4fc4-ba8a-92dbda156650', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '53531842-dff7-4687-9233-a26cac5057f0', 'port_id': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'mac_address': 'fa:16:3e:71:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:12:45Z', 'updated_at': '2022-02-04T10:13:06Z', 'revision_number': 1, 'project_id': '032d4521b89b40659d4756e9704124b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:08.901264 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-14ae5f66-f6e7-4895-bd6e-73c917f1f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:08.901264 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-14ae5f66-f6e7-4895-bd6e-73c917f1f267 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 912 time: 0.1514375 Feb 04 10:13:08.974736 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port b8f381f4-063e-40f6-acb5-307387a8d493 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:08.975295 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:09.042616 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port b8f381f4-063e-40f6-acb5-307387a8d493, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=b8f381f4-063e-40f6-acb5-307387a8d493,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:09.050198 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:09.109440 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-7640e514-3270-48d2-ad57-f0bf16710bd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 200 len: 999 time: 0.1625383 Feb 04 10:13:09.132575 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=b8f381f4-063e-40f6-acb5-307387a8d493,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:09.142279 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2025ca5-1280-45ff-b321-eeb7d14c45da None None] New status for floating IP ccf17a70-f202-4fc4-ba8a-92dbda156650: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:13:09.145152 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.145504 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.146098 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.146329 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.146658 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.146985 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.147506 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.148108 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.148441 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.148918 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.149245 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.149619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.149949 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:09.151738 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (9bb52f2d-e97d-455b-8c91-d3a93cee7025), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:09.187588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284476ba-96ae-4c83-823a-1b611ae0575f req-74597555-1c83-4a56-bd88-2a51c2592065 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:09.189255 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-284476ba-96ae-4c83-823a-1b611ae0575f req-74597555-1c83-4a56-bd88-2a51c2592065 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.2411315 Feb 04 10:13:09.361345 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-4932f87f-319d-4b32-926f-4ddd8544717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:09.362637 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-4932f87f-319d-4b32-926f-4ddd8544717e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.1951151 Feb 04 10:13:09.411593 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31c79d-9df5-421f-baf7-c9317302b108 None None] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:09.433467 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-284476ba-96ae-4c83-823a-1b611ae0575f req-3a2aec71-08c1-4615-ad59-0c859d4172bb tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859996 Feb 04 10:13:09.461736 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-6dd8cff9-7efd-489e-86d5-a74ddbf785fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:09.463260 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-6dd8cff9-7efd-489e-86d5-a74ddbf785fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901790 Feb 04 10:13:09.505783 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c68ec275-1761-475b-967a-273f558612a6 None None] Provisioning complete for port b8f381f4-063e-40f6-acb5-307387a8d493 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:09.506230 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c68ec275-1761-475b-967a-273f558612a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:09.554535 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:13:09.578945 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-9450a7ae-ef6c-4e7e-83cb-e90ec6e1b229 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076975 Feb 04 10:13:09.630241 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c68ec275-1761-475b-967a-273f558612a6 None None] Current status of the port b8f381f4-063e-40f6-acb5-307387a8d493 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:09.742045 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:09.745051 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1280f31-6da2-4f05-979f-334cbadcda50 req-aaf70551-6f81-4c32-81da-bdaf9ab8a81a service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353049 Feb 04 10:13:09.751481 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:09.761645 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:09.762289 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:09.765790 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d6c65fed-37e5-4899-b827-ff10162cf295 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5757110 Feb 04 10:13:09.765944 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:09.767542 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36372) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:09.866466 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-47bf4049-b8f1-428c-a49f-8e424f251537 None None] Provisioning complete for port b8f381f4-063e-40f6-acb5-307387a8d493 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:09.866825 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47bf4049-b8f1-428c-a49f-8e424f251537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.038360 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:10.190185 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.194887 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-47bf4049-b8f1-428c-a49f-8e424f251537 None None] Current status of the port b8f381f4-063e-40f6-acb5-307387a8d493 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:10.256921 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:08Z', 'revision_number': 3, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:10.283223 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:10.283593 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Updating router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:10.310196 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.342985 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Allocated IP 172.20.0.1 (0462e3fd-bf11-4c81-bca7-4bcabeaedc29/c19f52e1-3c11-4997-8a21-d510c8d234f4/7ec0c87d-a90d-44f3-828c-ba51bc43e8c3) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:10.444564 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks [] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.484344 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.525267 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:10.528159 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:10.532139 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:10.598024 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (9bb52f2d-e97d-455b-8c91-d3a93cee7025), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.600707 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15838-a61c-4aec-8f7a-46a442b8083d req-015a2321-75c8-428b-8da3-ca1a5daa1df6 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:10.604080 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Publish callbacks [] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.612297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.614054 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6bd15838-a61c-4aec-8f7a-46a442b8083d req-015a2321-75c8-428b-8da3-ca1a5daa1df6 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0854435 Feb 04 10:13:10.656746 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:10.666897 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Attempting to bind port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:10.667279 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Attempting to bind port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:10.667685 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Attempting to bind port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:10.682813 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:10.683191 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:10.683684 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.684083 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:10.684556 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Bound port: 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:10.684935 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.693523 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6bd15838-a61c-4aec-8f7a-46a442b8083d req-10f6e9fe-7a27-4dea-866a-04105cd06d03 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783362 Feb 04 10:13:10.721308 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c1bf4-9ee4-479c-a025-0f7be2089e09 None None] Pushing event updated for resources: {'Port': ['ID=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:10.724750 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device b8f381f4-063e-40f6-acb5-307387a8d493 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:10.804133 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] For port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:10.808560 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] For port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:10.816052 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.817215 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.895286 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port b8f381f4-063e-40f6-acb5-307387a8d493 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:10.895762 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.925796 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d6528f8-8438-4f36-8432-66a1f452d1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.951269 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.960729 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:10.961293 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:12:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:10.966707 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c1bf4-9ee4-479c-a025-0f7be2089e09 None None] Pushing event updated for resources: {'Port': ['ID=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:10.982910 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks [] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:10.988247 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:11.040086 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84e9192e-d8c6-496b-9b5e-000d756d6586 None None] Provisioning complete for port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:11.040714 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84e9192e-d8c6-496b-9b5e-000d756d6586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:11.056898 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:11.059239 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (9bb52f2d-e97d-455b-8c91-d3a93cee7025), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:11.119662 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84e9192e-d8c6-496b-9b5e-000d756d6586 None None] Port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:11.145406 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port b8f381f4-063e-40f6-acb5-307387a8d493 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:11.149581 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:11.150985 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:11.153479 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:11.275031 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:11.363542 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-573f623c-e8d4-4570-9a95-6db8e9801ebe None None] Provisioning complete for port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:11.363953 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-573f623c-e8d4-4570-9a95-6db8e9801ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:11.396608 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:11.403248 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f2bbe3cd-a2f2-437d-b083-89b2a4fa7d09 admin admin] 10.222.0.39 "PUT /v2.0/routers/9bb52f2d-e97d-455b-8c91-d3a93cee7025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6338773 Feb 04 10:13:11.414693 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-573f623c-e8d4-4570-9a95-6db8e9801ebe None None] Port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:11.423283 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:11.451065 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07d5cb-adce-4a0a-bbd8-3057ad7b34a9 None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:11.995527 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36422) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:12.002670 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1038529676-network', 'tenant_id': '98437536de6b4dfdac085ae58566085e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:12.024035 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Made reservation on behalf of 98437536de6b4dfdac085ae58566085e for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:12.026587 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.037746 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.121176 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks [] for security_group (51810a99-a7bc-4ece-b6f6-4eab56171600), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.126081 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (51810a99-a7bc-4ece-b6f6-4eab56171600), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.151589 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:13:12.176129 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51810a99-a7bc-4ece-b6f6-4eab56171600,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:12.182588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (a0c87315-d953-4547-833f-2a1ff2bb3101), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.182932 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Added segment a0c87315-d953-4547-833f-2a1ff2bb3101 of type vlan for network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a Feb 04 10:13:12.229016 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (9139bc8f-6ad9-4e34-8cb6-6993835aee8a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.259610 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (9139bc8f-6ad9-4e34-8cb6-6993835aee8a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.261362 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:12.261955 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.316255 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3186176 Feb 04 10:13:12.319442 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36426) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:12.324510 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Request body: {'subnet': {'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1038529676-subnet', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:12.329210 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08fc05-7429-4f68-b7dd-e5ee4fb22b43 admin admin] Pushing event updated for resources: {'Network': ['ID=9139bc8f-6ad9-4e34-8cb6-6993835aee8a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:12.339664 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:13:12.361073 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Made reservation on behalf of 98437536de6b4dfdac085ae58566085e for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:12.363624 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.545349 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (0ef8bab9-e45d-4bd4-b918-c569d3ccf267), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.605282 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef8bab9-e45d-4bd4-b918-c569d3ccf267,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:12.618409 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Checking segment: {'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:12.618791 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Network hostable DHCP agents. Network: 9139bc8f-6ad9-4e34-8cb6-6993835aee8a, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:13:12.652799 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:13:12.669314 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 9139bc8f-6ad9-4e34-8cb6-6993835aee8a) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:12.674935 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:12.675702 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.689781 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e09497-939c-485c-9da2-bc489f51b222 None None] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:12.707033 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36428) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:12.707240 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e7572238-5cf9-483d-a70f-c25cf0d125a7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3864582 Feb 04 10:13:12.713367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:12.740321 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (6922d6d3-98c5-4b54-9850-abaa2190e691), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.742484 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (6922d6d3-98c5-4b54-9850-abaa2190e691), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.750250 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:12.815087 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks [] for router_controller (6922d6d3-98c5-4b54-9850-abaa2190e691), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.843521 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'project_id': '98437536de6b4dfdac085ae58566085e', 'fixed_ips': [{'subnet_id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:13:12.844432 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.861287 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:12.861794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:12.994817 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks [] for router_gateway (6922d6d3-98c5-4b54-9850-abaa2190e691), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.176436 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050bc6f-3066-465f-a7b4-bc836af2acb6 req-843d464e-2db2-49e4-b1d8-87d4c8159457 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:13.183139 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1050bc6f-3066-465f-a7b4-bc836af2acb6 req-843d464e-2db2-49e4-b1d8-87d4c8159457 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.0839531 Feb 04 10:13:13.220781 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:13.234022 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.261918 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0fff58c5-0722-43bf-a743-96f772a8c332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.269255 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Allocated IP 172.20.0.2 (9139bc8f-6ad9-4e34-8cb6-6993835aee8a/0ef8bab9-e45d-4bd4-b918-c569d3ccf267/9f657750-537e-46db-8ea4-0ab2c19d7c49) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:13.289367 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:13.296689 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.320311 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1050bc6f-3066-465f-a7b4-bc836af2acb6 req-fa243ccd-6c8b-4e1a-a599-5ec473037279 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363223 Feb 04 10:13:13.333214 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks [] for router_gateway (6922d6d3-98c5-4b54-9850-abaa2190e691), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.352839 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.396888 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:13.460283 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Allocated IP 172.27.0.133 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/e8b5131a-a960-4bc5-a37b-e27fb0658473) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:13.467624 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Publish callbacks [] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.473951 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.516989 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:13.519878 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:13.522308 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:13.535435 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Pushing event updated for resources: {'Port': ['ID=9f657750-537e-46db-8ea4-0ab2c19d7c49,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:13.566532 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks [] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.582880 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Attempting to bind port 9f657750-537e-46db-8ea4-0ab2c19d7c49 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:13.583467 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Attempting to bind port 9f657750-537e-46db-8ea4-0ab2c19d7c49 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:13.583850 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Attempting to bind port 9f657750-537e-46db-8ea4-0ab2c19d7c49 on network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:13.588835 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:13.589201 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Checking segment: {'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:13.589598 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.589984 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Bound using segment: {'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:13.590468 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Bound port: 9f657750-537e-46db-8ea4-0ab2c19d7c49, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:13.590845 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.600402 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.642265 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:13.645173 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:13.648581 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:13.653821 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b5131a-a960-4bc5-a37b-e27fb0658473,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:13.658216 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] For port 9f657750-537e-46db-8ea4-0ab2c19d7c49, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:13.662052 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] For port 9f657750-537e-46db-8ea4-0ab2c19d7c49, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9f657750-537e-46db-8ea4-0ab2c19d7c49,segment=NetworkSegment(a0c87315-d953-4547-833f-2a1ff2bb3101),segment_id=a0c87315-d953-4547-833f-2a1ff2bb3101)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:13.669378 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.724780 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b85b9-8149-45b0-a2fc-bf51c96aa9c7 None None] Pushing event updated for resources: {'Port': ['ID=9f657750-537e-46db-8ea4-0ab2c19d7c49,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:13.838731 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:13.850415 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:13.851041 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:13.893530 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:13.942104 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks [] for router_gateway (6922d6d3-98c5-4b54-9850-abaa2190e691), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.101433 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:14.304489 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 2, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:14.330481 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:14.330826 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Updating router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:14.361568 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.415549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (6922d6d3-98c5-4b54-9850-abaa2190e691), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.535312 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938d05-9349-4130-8c09-7f1f70c456c2 req-6910a6f8-d5f2-4113-9b78-4ce484099fc5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:14.536906 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-38938d05-9349-4130-8c09-7f1f70c456c2 req-6910a6f8-d5f2-4113-9b78-4ce484099fc5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.1345856 Feb 04 10:13:14.606481 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-38938d05-9349-4130-8c09-7f1f70c456c2 req-8b0ec07c-9d9c-4e54-817e-25392d0fda4d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629981 Feb 04 10:13:14.633730 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Router 6922d6d3-98c5-4b54-9850-abaa2190e691 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:13:14.636906 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Publish callbacks [] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.643524 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.688434 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233b208-75ce-46eb-b4ad-537a4704cfc2 None None] Pushing event updated for resources: {'Port': ['ID=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:14.761877 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Attempting to bind port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:14.762253 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Attempting to bind port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:14.762609 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Attempting to bind port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:14.769296 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:14.771993 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Checking segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:14.772654 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.773028 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Bound using segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:14.773528 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Bound port: 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:14.773894 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.812300 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:14.819998 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9f657750-537e-46db-8ea4-0ab2c19d7c49 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:14.828121 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Sync routers for ids ['6922d6d3-98c5-4b54-9850-abaa2190e691'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:14.848032 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.849751 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8949753d-706c-47b3-96a7-af6b1b9e02d0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1404886 Feb 04 10:13:14.856311 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36448) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:14.861266 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2212863-7cbb-4630-a91f-4faa063aa63f None None] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:14.876397 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] For port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:14.880127 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] For port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:14.889919 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:14.926580 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Routers {'6922d6d3-98c5-4b54-9850-abaa2190e691'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:14.927500 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['6922d6d3-98c5-4b54-9850-abaa2190e691'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:14.967559 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233b208-75ce-46eb-b4ad-537a4704cfc2 None None] Pushing event updated for resources: {'Port': ['ID=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:14.981362 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:14.981986 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:15.009860 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-83582652-c1be-4563-931f-0b28dcc31868 None None] Provisioning complete for port 9f657750-537e-46db-8ea4-0ab2c19d7c49 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:15.010478 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83582652-c1be-4563-931f-0b28dcc31868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.106913 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 9f657750-537e-46db-8ea4-0ab2c19d7c49 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:15.107372 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.144406 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:15.179141 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Set router 6922d6d3-98c5-4b54-9850-abaa2190e691 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:15.363043 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:14Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:15.376167 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 9f657750-537e-46db-8ea4-0ab2c19d7c49 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:15.376855 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.389395 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.393122 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ad317-e40d-4f1a-9c81-3f54263389bb None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:14Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:15.432978 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-83582652-c1be-4563-931f-0b28dcc31868 None None] Current status of the port 9f657750-537e-46db-8ea4-0ab2c19d7c49 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:15.433393 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83582652-c1be-4563-931f-0b28dcc31868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.504227 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-83582652-c1be-4563-931f-0b28dcc31868 None None] For port 9f657750-537e-46db-8ea4-0ab2c19d7c49, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9f657750-537e-46db-8ea4-0ab2c19d7c49,segment=NetworkSegment(a0c87315-d953-4547-833f-2a1ff2bb3101),segment_id=a0c87315-d953-4547-833f-2a1ff2bb3101)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:15.509565 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83582652-c1be-4563-931f-0b28dcc31868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.584662 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Allocated IP 172.20.0.1 (9139bc8f-6ad9-4e34-8cb6-6993835aee8a/0ef8bab9-e45d-4bd4-b918-c569d3ccf267/51a25d70-5ed8-4620-a3d9-ec6c4e426fe1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:15.626642 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582652-c1be-4563-931f-0b28dcc31868 None None] Pushing event updated for resources: {'Port': ['ID=9f657750-537e-46db-8ea4-0ab2c19d7c49,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:15.631166 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 3, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:15.632794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.682455 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.db.api [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:13:15.682879 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG oslo_db.api [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:13:15.686788 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Checking router: 6922d6d3-98c5-4b54-9850-abaa2190e691 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:15.687182 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Updating router 6922d6d3-98c5-4b54-9850-abaa2190e691 port e8b5131a-a960-4bc5-a37b-e27fb0658473 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:15.700973 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks [] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.710639 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Provisioning complete for port 9f657750-537e-46db-8ea4-0ab2c19d7c49 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:15.711005 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.738430 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.754117 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.777130 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:15.782238 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:15.782961 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d5107-aad4-4a21-abbf-b193963ebdaf req-08dec640-f4cd-4436-8642-d6c2bc74e4d0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:15.785756 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:15.793026 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce7d5107-aad4-4a21-abbf-b193963ebdaf req-08dec640-f4cd-4436-8642-d6c2bc74e4d0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.0816588 Feb 04 10:13:15.837884 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (6922d6d3-98c5-4b54-9850-abaa2190e691), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:15.843308 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Pushing event updated for resources: {'Port': ['ID=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:15.876242 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce7d5107-aad4-4a21-abbf-b193963ebdaf req-991c959a-f4f2-483c-a27c-9ddfab4246bc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766082 Feb 04 10:13:15.912187 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Current status of the port 9f657750-537e-46db-8ea4-0ab2c19d7c49 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:15.978027 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Provisioning complete for port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:15.978404 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.025083 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.204840 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks [] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.210174 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.266957 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 9f657750-537e-46db-8ea4-0ab2c19d7c49 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:16.267966 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:16.277523 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Pushing event updated for resources: {'Port': ['ID=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:16.280284 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (6922d6d3-98c5-4b54-9850-abaa2190e691), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.319600 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Current status of the port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:16.319996 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.367421 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Publish callbacks [] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.375056 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:16.376777 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:16.388438 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] For port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:16.390873 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.399050 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.444625 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:16.445002 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.477415 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d984c09-1779-44c7-a422-637d14149775 None None] Pushing event updated for resources: {'Port': ['ID=e8b5131a-a960-4bc5-a37b-e27fb0658473,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:16.484031 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Attempting to bind port e8b5131a-a960-4bc5-a37b-e27fb0658473 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:16.484399 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Attempting to bind port e8b5131a-a960-4bc5-a37b-e27fb0658473 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:16.484758 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Attempting to bind port e8b5131a-a960-4bc5-a37b-e27fb0658473 on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:16.528947 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Router 6922d6d3-98c5-4b54-9850-abaa2190e691 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:16.581452 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:16.582000 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:16.582416 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.582813 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:16.583474 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Bound port: e8b5131a-a960-4bc5-a37b-e27fb0658473, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:16.583902 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.619597 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5ca49-64b6-46e5-ae02-ce11baa6ccc8 None None] Pushing event updated for resources: {'Port': ['ID=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:16.625388 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84dfd5bd-0986-494d-bf4b-801cf30c68e0 None None] Provisioning complete for port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:16.625773 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84dfd5bd-0986-494d-bf4b-801cf30c68e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.682087 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923875d-b75e-413f-99a8-8f66785e744a req-742ae575-0f2f-406d-877e-2ee57708953c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:16.683865 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e923875d-b75e-413f-99a8-8f66785e744a req-742ae575-0f2f-406d-877e-2ee57708953c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.0872917 Feb 04 10:13:16.693413 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd5bd-0986-494d-bf4b-801cf30c68e0 None None] Port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:16.737996 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:16.762592 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] For port e8b5131a-a960-4bc5-a37b-e27fb0658473, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:16.766534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] For port e8b5131a-a960-4bc5-a37b-e27fb0658473, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=e8b5131a-a960-4bc5-a37b-e27fb0658473,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:16.775822 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.854506 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Routers {'6922d6d3-98c5-4b54-9850-abaa2190e691'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:16.855127 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['6922d6d3-98c5-4b54-9850-abaa2190e691'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:16.865149 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Deleting port 14fba3f5-e3d3-47ed-89e2-37840156c804 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:13:16.866239 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:16.921110 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:16.927476 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4be68ec9-c6b6-4fca-a79e-c17b7deb2f21 admin admin] 10.222.0.39 "PUT /v2.0/routers/6922d6d3-98c5-4b54-9850-abaa2190e691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683105 Feb 04 10:13:16.965802 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9f657750-537e-46db-8ea4-0ab2c19d7c49 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:16.981426 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b477b15-6c3b-4b1a-b240-316840ea2940 None None] Provisioning complete for port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:16.981918 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b477b15-6c3b-4b1a-b240-316840ea2940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.036509 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.039936 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] For port 14fba3f5-e3d3-47ed-89e2-37840156c804, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=14fba3f5-e3d3-47ed-89e2-37840156c804,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:17.040135 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.048780 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d984c09-1779-44c7-a422-637d14149775 None None] Pushing event updated for resources: {'Port': ['ID=e8b5131a-a960-4bc5-a37b-e27fb0658473,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:17.085110 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b477b15-6c3b-4b1a-b240-316840ea2940 None None] Port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:17.097889 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] Set router 6922d6d3-98c5-4b54-9850-abaa2190e691 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:17.137693 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 9f657750-537e-46db-8ea4-0ab2c19d7c49 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:17.138058 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.148820 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1cceb-d0f5-446a-8174-d04e6078ac58 req-24eb77e9-d2fa-40fa-8b6d-c384c3691e10 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:17.150461 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ec1cceb-d0f5-446a-8174-d04e6078ac58 req-24eb77e9-d2fa-40fa-8b6d-c384c3691e10 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 947 time: 0.1507132 Feb 04 10:13:17.270159 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ec1cceb-d0f5-446a-8174-d04e6078ac58 req-070079b9-a962-4779-8701-184cd9a7d1de tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=10d479bc-05ae-4a54-9922-87e8efab7125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046293 Feb 04 10:13:17.341862 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.342372 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (d17b9646-d261-4b88-bc7e-890c3ec2298d), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.342730 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Floating IP d17b9646-d261-4b88-bc7e-890c3ec2298d disassociated. External IP: 172.27.0.137, port: 14fba3f5-e3d3-47ed-89e2-37840156c804. Feb 04 10:13:17.343072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 9f657750-537e-46db-8ea4-0ab2c19d7c49 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:17.343186 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Calling delete_port for 14fba3f5-e3d3-47ed-89e2-37840156c804 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:13:17.344173 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:17.406924 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:13:15Z', 'revision_number': 4, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '51a25d70-5ed8-4620-a3d9-ec6c4e426fe1', 'name': '', 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'mac_address': 'fa:16:3e:f2:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:15Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 2, 'project_id': '98437536de6b4dfdac085ae58566085e', 'subnets': [{'id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:17.434724 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:17.435090 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.438138 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026276a-fdf4-4a40-a7dd-16185bc680b7 None None] The sync data for ids ['6922d6d3-98c5-4b54-9850-abaa2190e691'] in dv-cinder-826607-3-iscsi is: [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:13:15Z', 'revision_number': 4, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '51a25d70-5ed8-4620-a3d9-ec6c4e426fe1', 'name': '', 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'mac_address': 'fa:16:3e:f2:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:15Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 2, 'project_id': '98437536de6b4dfdac085ae58566085e', 'subnets': [{'id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:17.488668 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (14fba3f5-e3d3-47ed-89e2-37840156c804), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.516955 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event deleted for resources: {'Port': ['ID=14fba3f5-e3d3-47ed-89e2-37840156c804,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:17.526435 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:17.632111 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:17.637457 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36472) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:17.642489 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-86c2b3c4-df8e-4be7-9eec-9c99cdfdd8d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224930406', 'description': 'tempest-secgroup-smoke-1224930406 description', 'project_id': '82ceff3cd33547a8853b434c2ff985fb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:17.664579 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3c4-df8e-4be7-9eec-9c99cdfdd8d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.736114 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3c4-df8e-4be7-9eec-9c99cdfdd8d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group (6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.740022 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3c4-df8e-4be7-9eec-9c99cdfdd8d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.751188 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:17.764251 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] Sync routers for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:17.772463 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3c4-df8e-4be7-9eec-9c99cdfdd8d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.773865 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-86c2b3c4-df8e-4be7-9eec-9c99cdfdd8d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1352763 Feb 04 10:13:17.776762 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36476) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:17.781281 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:17.781935 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:17.782248 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d4a900f0-dce2-4d8c-96fd-ac56058f359b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'security_group_rule': {'security_group_id': '6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b', 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:17.788615 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2b3c4-df8e-4be7-9eec-9c99cdfdd8d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:17.824148 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4a900f0-dce2-4d8c-96fd-ac56058f359b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (d44d947b-6c00-4ac1-896c-7ff65ed8e64b), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.883957 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] No DVR routers for this DVR port 14fba3f5-e3d3-47ed-89e2-37840156c804 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:13:17.888712 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.897408 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e923875d-b75e-413f-99a8-8f66785e744a req-4690e657-8ff6-42ff-8407-f8b2c76510c1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "DELETE /v2.0/ports/14fba3f5-e3d3-47ed-89e2-37840156c804 HTTP/1.1" status: 204 len: 173 time: 1.2078133 Feb 04 10:13:17.898149 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-deleted', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:17.901099 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ab2765-b443-425c-9a97-a2eb9176f21c" -d '{"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-deleted", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:17.908811 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4a900f0-dce2-4d8c-96fd-ac56058f359b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (d44d947b-6c00-4ac1-896c-7ff65ed8e64b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.914172 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4a900f0-dce2-4d8c-96fd-ac56058f359b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (d44d947b-6c00-4ac1-896c-7ff65ed8e64b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.943052 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb85321a-78f2-4418-a221-0842960933b6 x-openstack-request-id: req-bb85321a-78f2-4418-a221-0842960933b6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:17.944063 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27370f7d-648f-43e6-811f-9dd5073d6ba0", "name": "network-vif-deleted", "tag": "14fba3f5-e3d3-47ed-89e2-37840156c804", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:17.944464 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb85321a-78f2-4418-a221-0842960933b6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:17.945231 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27370f7d-648f-43e6-811f-9dd5073d6ba0', 'name': 'network-vif-deleted', 'tag': '14fba3f5-e3d3-47ed-89e2-37840156c804', 'status': 'completed', 'code': 200} Feb 04 10:13:17.948788 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a900f0-dce2-4d8c-96fd-ac56058f359b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44d947b-6c00-4ac1-896c-7ff65ed8e64b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:17.974568 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4a900f0-dce2-4d8c-96fd-ac56058f359b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:17.976075 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d4a900f0-dce2-4d8c-96fd-ac56058f359b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1982949 Feb 04 10:13:17.978823 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36486) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:17.980167 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:17.985717 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e9adbd25-e41d-43a3-8495-1059c7692688 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'security_group_rule': {'security_group_id': '6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b', 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:18.020168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9adbd25-e41d-43a3-8495-1059c7692688 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (3327dd05-a7c0-4968-9011-23650c3346ce), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.101268 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9adbd25-e41d-43a3-8495-1059c7692688 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (3327dd05-a7c0-4968-9011-23650c3346ce), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.105354 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9adbd25-e41d-43a3-8495-1059c7692688 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (3327dd05-a7c0-4968-9011-23650c3346ce), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.126422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adbd25-e41d-43a3-8495-1059c7692688 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3327dd05-a7c0-4968-9011-23650c3346ce,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:18.132338 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9adbd25-e41d-43a3-8495-1059c7692688 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.133659 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e9adbd25-e41d-43a3-8495-1059c7692688 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523621 Feb 04 10:13:18.136531 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:18.142729 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e2c40c76-6f15-4b84-8a78-8b19893b1420 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'security_group_rule': {'security_group_id': '6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b', 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:18.169769 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e2c40c76-6f15-4b84-8a78-8b19893b1420 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (0a6140c3-16ac-42ff-ae62-f097498a8442), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.226446 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:18.237719 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e2c40c76-6f15-4b84-8a78-8b19893b1420 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (0a6140c3-16ac-42ff-ae62-f097498a8442), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.244092 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e2c40c76-6f15-4b84-8a78-8b19893b1420 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (0a6140c3-16ac-42ff-ae62-f097498a8442), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.260309 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] Checking router: a38ef548-0549-4e1d-bf57-e2e42ceacaf7 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:18.266369 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c40c76-6f15-4b84-8a78-8b19893b1420 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6140c3-16ac-42ff-ae62-f097498a8442,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:18.273859 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:18.275098 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:18.280473 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e2c40c76-6f15-4b84-8a78-8b19893b1420 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.281985 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e2c40c76-6f15-4b84-8a78-8b19893b1420 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440015 Feb 04 10:13:18.284790 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36490) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:18.290167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-96972385-8cf2-4300-b271-c7baad667d97 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'security_group_rule': {'security_group_id': '6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b', 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:18.363408 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96972385-8cf2-4300-b271-c7baad667d97 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (4c5181f8-7c2b-47c7-a42b-df38db29977a), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.500449 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96972385-8cf2-4300-b271-c7baad667d97 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (4c5181f8-7c2b-47c7-a42b-df38db29977a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.517328 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3dad85a1-94d0-4d81-9e2a-a8e6dd62f4b4 req-0ded2d56-9d66-4853-bae2-c55f9a708972 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=27370f7d-648f-43e6-811f-9dd5073d6ba0 HTTP/1.1" status: 200 len: 210 time: 0.0326047 Feb 04 10:13:18.518420 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96972385-8cf2-4300-b271-c7baad667d97 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (4c5181f8-7c2b-47c7-a42b-df38db29977a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.538613 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972385-8cf2-4300-b271-c7baad667d97 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5181f8-7c2b-47c7-a42b-df38db29977a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:18.547129 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96972385-8cf2-4300-b271-c7baad667d97 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.548400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-96972385-8cf2-4300-b271-c7baad667d97 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2624023 Feb 04 10:13:18.551112 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36494) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:18.555535 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'security_group_rule': {'security_group_id': '6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b', 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:18.560429 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:18.594402 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Project 82ceff3cd33547a8853b434c2ff985fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 10:13:18.600506 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (6087116d-2c05-4f9a-88a8-7181fa7af77a), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.684305 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (6087116d-2c05-4f9a-88a8-7181fa7af77a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.689251 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (6087116d-2c05-4f9a-88a8-7181fa7af77a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.708703 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6087116d-2c05-4f9a-88a8-7181fa7af77a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:18.719722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.721334 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1deb39c7-2b89-413f-8f99-b1c641c6ac3e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691310 Feb 04 10:13:18.723898 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:18.729264 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'security_group_rule': {'security_group_id': '6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b', 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:18.750808 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Project 82ceff3cd33547a8853b434c2ff985fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 10:13:18.757601 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (7cf83bf8-8148-4dc4-965d-9f765ef24f60), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.832086 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (7cf83bf8-8148-4dc4-965d-9f765ef24f60), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.836887 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (7cf83bf8-8148-4dc4-965d-9f765ef24f60), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.849863 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:18.856054 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf83bf8-8148-4dc4-965d-9f765ef24f60,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:18.867155 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:18.868823 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-304082d9-7d8e-4fcc-ac8a-a7de4fcf4ee8 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435940 Feb 04 10:13:18.883236 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d0c26-c6db-4f7a-95e2-5c9d8ec5e9db None None] The sync data for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi is: [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:19.257039 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd7290b-4acc-478e-8c16-2eb1b0b9cc3e None None] New status for floating IP d17b9646-d261-4b88-bc7e-890c3ec2298d: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:13:19.634692 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36552) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:19.691549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f48b-a19d-45ad-9698-b93b2e0aab4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (10d479bc-05ae-4a54-9922-87e8efab7125), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:19.715518 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f48b-a19d-45ad-9698-b93b2e0aab4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (10d479bc-05ae-4a54-9922-87e8efab7125), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:19.769642 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f48b-a19d-45ad-9698-b93b2e0aab4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (10d479bc-05ae-4a54-9922-87e8efab7125), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:19.773090 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f48b-a19d-45ad-9698-b93b2e0aab4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:19.774277 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a5e8f48b-a19d-45ad-9698-b93b2e0aab4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "DELETE /v2.0/security-groups/10d479bc-05ae-4a54-9922-87e8efab7125 HTTP/1.1" status: 204 len: 168 time: 0.1384761 Feb 04 10:13:19.777272 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:19.784162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8f48b-a19d-45ad-9698-b93b2e0aab4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d479bc-05ae-4a54-9922-87e8efab7125,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:19.802387 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.api.v2.resource [None req-ab7be50e-87aa-4eb0-8963-7eed1daa2671 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] show failed (client error): The resource could not be found. Feb 04 10:13:19.806868 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36562) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:19.807477 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ab7be50e-87aa-4eb0-8963-7eed1daa2671 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups/10d479bc-05ae-4a54-9922-87e8efab7125 HTTP/1.1" status: 404 len: 347 time: 0.0280581 Feb 04 10:13:19.940992 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Deleting port ffc362cd-6690-45a2-87d3-580bf8d6838e {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:13:19.941558 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.050674 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.051126 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (ffc362cd-6690-45a2-87d3-580bf8d6838e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.065225 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Calling delete_port for ffc362cd-6690-45a2-87d3-580bf8d6838e owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:13:20.227616 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (ffc362cd-6690-45a2-87d3-580bf8d6838e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.259384 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event deleted for resources: {'Port': ['ID=ffc362cd-6690-45a2-87d3-580bf8d6838e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:20.334818 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (d17b9646-d261-4b88-bc7e-890c3ec2298d), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.338542 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.340179 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0e84b8e9-42d3-4021-bf27-35efcb43edb7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "DELETE /v2.0/floatingips/d17b9646-d261-4b88-bc7e-890c3ec2298d HTTP/1.1" status: 204 len: 168 time: 0.5324390 Feb 04 10:13:20.725361 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:20.731449 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3dba36d0-8047-4bd1-abc8-699f0d930f43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661239219', 'description': 'tempest-description--1936181433'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:20.753698 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3dba36d0-8047-4bd1-abc8-699f0d930f43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.858460 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3dba36d0-8047-4bd1-abc8-699f0d930f43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (a6bb7724-aaea-4ad5-933b-deb3719f17af), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.863282 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3dba36d0-8047-4bd1-abc8-699f0d930f43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (a6bb7724-aaea-4ad5-933b-deb3719f17af), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.875204 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:13:20.892025 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba36d0-8047-4bd1-abc8-699f0d930f43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb7724-aaea-4ad5-933b-deb3719f17af,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:20.900078 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 14fba3f5-e3d3-47ed-89e2-37840156c804 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:13:20.900761 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 14fba3f5-e3d3-47ed-89e2-37840156c804 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:13:20.908133 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3dba36d0-8047-4bd1-abc8-699f0d930f43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.909424 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3dba36d0-8047-4bd1-abc8-699f0d930f43 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1824689 Feb 04 10:13:20.912177 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36584) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:20.917124 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-580030c2-91d5-44df-921d-1208c0051cfe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb7724-aaea-4ad5-933b-deb3719f17af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:20.931743 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device e8b5131a-a960-4bc5-a37b-e27fb0658473 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:20.965838 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-580030c2-91d5-44df-921d-1208c0051cfe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (9bdd031d-6466-4099-976a-a460dfe851a7), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:20.999171 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port e8b5131a-a960-4bc5-a37b-e27fb0658473 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:20.999460 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.040280 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-580030c2-91d5-44df-921d-1208c0051cfe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (9bdd031d-6466-4099-976a-a460dfe851a7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.044027 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-580030c2-91d5-44df-921d-1208c0051cfe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (9bdd031d-6466-4099-976a-a460dfe851a7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.062437 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580030c2-91d5-44df-921d-1208c0051cfe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdd031d-6466-4099-976a-a460dfe851a7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:21.072139 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-580030c2-91d5-44df-921d-1208c0051cfe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.073425 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-580030c2-91d5-44df-921d-1208c0051cfe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603196 Feb 04 10:13:21.076364 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36586) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:21.081988 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f0947169-df08-4cbc-9a02-22cc1a33391d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb7724-aaea-4ad5-933b-deb3719f17af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:21.086708 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port e8b5131a-a960-4bc5-a37b-e27fb0658473 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:21.087081 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.108333 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0947169-df08-4cbc-9a02-22cc1a33391d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (3b432540-5c7b-4080-b662-43543c2e54ee), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.114009 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port e8b5131a-a960-4bc5-a37b-e27fb0658473, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=e8b5131a-a960-4bc5-a37b-e27fb0658473,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:21.118251 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.172906 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0947169-df08-4cbc-9a02-22cc1a33391d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (3b432540-5c7b-4080-b662-43543c2e54ee), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.173617 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=e8b5131a-a960-4bc5-a37b-e27fb0658473,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:21.177555 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0947169-df08-4cbc-9a02-22cc1a33391d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (3b432540-5c7b-4080-b662-43543c2e54ee), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.198164 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0947169-df08-4cbc-9a02-22cc1a33391d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b432540-5c7b-4080-b662-43543c2e54ee,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:21.206949 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0947169-df08-4cbc-9a02-22cc1a33391d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.208588 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f0947169-df08-4cbc-9a02-22cc1a33391d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311550 Feb 04 10:13:21.211289 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:21.216055 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:21.237288 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.344828 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.459013 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Allocated IP 172.27.0.89 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/1e424c21-65ec-4697-a3c1-480e00f89a4d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:21.572506 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.605276 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.644687 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:21.647523 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:21.651043 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:21.656390 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'Port': ['ID=1e424c21-65ec-4697-a3c1-480e00f89a4d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:21.742735 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (01f5b8ce-3209-442f-9827-ea46bcab245f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.779007 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.927483 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:21.931967 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:22.000767 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'Port': ['ID=1e424c21-65ec-4697-a3c1-480e00f89a4d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:22.008920 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (01f5b8ce-3209-442f-9827-ea46bcab245f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:22.034153 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:22.035428 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bb73a84e-469b-46a1-b239-b47d82951179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8230040 Feb 04 10:13:22.244423 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-2b4938b0-fbfb-4ea0-879b-1b8f595b6cde tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1661239219&fields=id&tenant_id=45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 267 time: 0.0505602 Feb 04 10:13:22.351098 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-27a355fb-733a-4668-a46c-40046f4ec26f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:22.352622 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-27a355fb-733a-4668-a46c-40046f4ec26f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 817 time: 0.1016390 Feb 04 10:13:22.367874 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-c29d2155-a445-4d83-a7e6-c88028f8bec3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/quotas/45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 375 time: 0.0091183 Feb 04 10:13:22.429462 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Sync routers for ids ['6922d6d3-98c5-4b54-9850-abaa2190e691'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:22.430596 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-e0bafb1f-e335-4897-99fd-c68e65e00ecc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574255 Feb 04 10:13:22.443417 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Routers {'6922d6d3-98c5-4b54-9850-abaa2190e691'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:22.446923 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['6922d6d3-98c5-4b54-9850-abaa2190e691'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:22.527040 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-3cad9309-aa76-4fce-a9a3-c419dc9b86c4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Feb 04 10:13:22.558764 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Set router 6922d6d3-98c5-4b54-9850-abaa2190e691 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:22.633319 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-b3cb3fbb-6ceb-4207-ac52-5cd1c964cf3f service neutron] 10.222.0.39 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000373 Feb 04 10:13:22.796044 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:13:15Z', 'revision_number': 4, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '51a25d70-5ed8-4620-a3d9-ec6c4e426fe1', 'name': '', 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'mac_address': 'fa:16:3e:f2:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:15Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 2, 'project_id': '98437536de6b4dfdac085ae58566085e', 'subnets': [{'id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:22.823740 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Checking router: 6922d6d3-98c5-4b54-9850-abaa2190e691 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:22.824103 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Updating router 6922d6d3-98c5-4b54-9850-abaa2190e691 port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:22.845294 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-491a43f2-6603-46cf-943a-bb913b001eaa req-32caea73-d147-4cfa-964d-0e34ddf48807 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 210 time: 0.0498278 Feb 04 10:13:22.856045 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:22.860798 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device e8b5131a-a960-4bc5-a37b-e27fb0658473 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:23.059995 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port e8b5131a-a960-4bc5-a37b-e27fb0658473 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:23.060242 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.153945 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port e8b5131a-a960-4bc5-a37b-e27fb0658473 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:23.174500 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Publish callbacks [] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.179198 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.233327 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c55ac9-847f-4bca-aa89-85ca5f383c5b None None] Pushing event updated for resources: {'Port': ['ID=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:23.289945 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Attempting to bind port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:23.290325 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Attempting to bind port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:23.290681 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Attempting to bind port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 on network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:23.296759 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:23.297133 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Checking segment: {'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:23.297529 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.297917 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Bound using segment: {'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:23.298381 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Bound port: 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c87315-d953-4547-833f-2a1ff2bb3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:23.298751 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.364006 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] For port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:23.367217 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] For port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,segment=NetworkSegment(a0c87315-d953-4547-833f-2a1ff2bb3101),segment_id=a0c87315-d953-4547-833f-2a1ff2bb3101)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:23.372924 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.432445 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c55ac9-847f-4bca-aa89-85ca5f383c5b None None] Pushing event updated for resources: {'Port': ['ID=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:23.439361 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Routers {'6922d6d3-98c5-4b54-9850-abaa2190e691'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:23.440032 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['6922d6d3-98c5-4b54-9850-abaa2190e691'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:23.470229 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e9b5b81c-1d2d-41c4-bc69-e055490ca8b8 None None] Provisioning complete for port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:23.470835 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9b5b81c-1d2d-41c4-bc69-e055490ca8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.559183 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] Set router 6922d6d3-98c5-4b54-9850-abaa2190e691 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:23.565719 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5b81c-1d2d-41c4-bc69-e055490ca8b8 None None] Current status of the port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:23.566111 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9b5b81c-1d2d-41c4-bc69-e055490ca8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.604542 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e9b5b81c-1d2d-41c4-bc69-e055490ca8b8 None None] For port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,segment=NetworkSegment(a0c87315-d953-4547-833f-2a1ff2bb3101),segment_id=a0c87315-d953-4547-833f-2a1ff2bb3101)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:23.609494 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9b5b81c-1d2d-41c4-bc69-e055490ca8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.661926 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5b81c-1d2d-41c4-bc69-e055490ca8b8 None None] Pushing event updated for resources: {'Port': ['ID=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:23.734165 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e9c46193-bcdd-4c99-97ae-e4c91f17e05b None None] Provisioning complete for port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:23.734552 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9c46193-bcdd-4c99-97ae-e4c91f17e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:23.800343 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:13:15Z', 'revision_number': 4, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '51a25d70-5ed8-4620-a3d9-ec6c4e426fe1', 'name': '', 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'mac_address': 'fa:16:3e:f2:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:15Z', 'updated_at': '2022-02-04T10:13:23Z', 'revision_number': 4, 'project_id': '98437536de6b4dfdac085ae58566085e', 'subnets': [{'id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:23.829936 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e9c46193-bcdd-4c99-97ae-e4c91f17e05b None None] Current status of the port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:23.839783 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a1c37-2166-4fc1-9e43-c030a2360ed5 None None] The sync data for ids ['6922d6d3-98c5-4b54-9850-abaa2190e691'] in dv-cinder-826607-3-iscsi is: [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:13:15Z', 'revision_number': 4, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '51a25d70-5ed8-4620-a3d9-ec6c4e426fe1', 'name': '', 'network_id': '9139bc8f-6ad9-4e34-8cb6-6993835aee8a', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'mac_address': 'fa:16:3e:f2:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:15Z', 'updated_at': '2022-02-04T10:13:23Z', 'revision_number': 4, 'project_id': '98437536de6b4dfdac085ae58566085e', 'subnets': [{'id': '0ef8bab9-e45d-4bd4-b918-c569d3ccf267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:24.044420 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a8e311a-414a-439a-aa38-71da1fd6b757 req-ce5ec3ec-a095-4de1-a1b9-4f94c4e3482c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 210 time: 0.0461862 Feb 04 10:13:24.061800 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-3c515fe5-54d4-47ba-938a-56dbb45af79a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:24.063393 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-3c515fe5-54d4-47ba-938a-56dbb45af79a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 817 time: 0.1735249 Feb 04 10:13:24.146131 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-ad3a5b88-9aa3-4750-a79a-ddde11a35ea9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 380 time: 0.0615869 Feb 04 10:13:24.162046 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'port': {'device_id': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'admin_state_up': True, 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'security_groups': ['a6bb7724-aaea-4ad5-933b-deb3719f17af']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:24.293666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Made reservation on behalf of 45a77b15770a4fb1b243cb577a984895 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:24.297521 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:24.434631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Allocated IP 172.20.0.9 (6ed32a17-0155-4c49-ac13-42fc4376aa64/fb965735-5324-494f-95ad-55d86874aad9/bbd6775c-71e6-4cea-b85e-4c26b9935222) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:24.573970 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:24.608343 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:24.652433 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:24.655594 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:24.659171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:24.665241 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:24.715534 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:24.716195 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:24.733736 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-4dab9726-c477-4495-b26d-e86c143c474f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757577 Feb 04 10:13:24.754306 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Request body: {'port': {'device_id': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:24.821461 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:24.865031 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:24.917263 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:24.917634 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:24.974221 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4aafd0cb-3a08-445f-adfa-8cadd5c46639 None None] Provisioning complete for port bbd6775c-71e6-4cea-b85e-4c26b9935222 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:24.974589 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4aafd0cb-3a08-445f-adfa-8cadd5c46639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:25.036673 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4aafd0cb-3a08-445f-adfa-8cadd5c46639 None None] Port bbd6775c-71e6-4cea-b85e-4c26b9935222 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:25.046881 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:25.126363 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd6775c-71e6-4cea-b85e-4c26b9935222 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:13:25.142770 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Publish callbacks [] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:25.174831 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Transition to ACTIVE for port object bbd6775c-71e6-4cea-b85e-4c26b9935222 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:13:25.179538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:25.493740 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340976-a427-424c-9027-24f7d35a6e23 req-794fb463-bd4d-468f-9b37-df54fb127ab4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:25.494549 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac340976-a427-424c-9027-24f7d35a6e23 req-794fb463-bd4d-468f-9b37-df54fb127ab4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 931 time: 0.3710887 Feb 04 10:13:25.497041 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:25.587899 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac340976-a427-424c-9027-24f7d35a6e23 req-9207cdfd-0ceb-4e0f-aa81-26f0f76277a4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839779 Feb 04 10:13:25.603984 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Attempting to bind port bbd6775c-71e6-4cea-b85e-4c26b9935222 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:25.604329 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Attempting to bind port bbd6775c-71e6-4cea-b85e-4c26b9935222 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:25.604658 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Attempting to bind port bbd6775c-71e6-4cea-b85e-4c26b9935222 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:25.610539 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Port bbd6775c-71e6-4cea-b85e-4c26b9935222 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:13:25.610970 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Attempting to bind port bbd6775c-71e6-4cea-b85e-4c26b9935222 on network 6ed32a17-0155-4c49-ac13-42fc4376aa64 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:25.616121 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:25.616568 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Checking segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:25.617104 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Bound using segment: {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:25.617529 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Bound port: bbd6775c-71e6-4cea-b85e-4c26b9935222, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07219fc7-caa8-49ca-b794-11350afc36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:25.617879 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:25.687436 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:25.690519 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:25.696924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:25.734188 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:25.734769 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:25.736502 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] 10.222.0.57 "PUT /v2.0/ports/bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 200 len: 1093 time: 0.9890375 Feb 04 10:13:25.736948 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:25.739349 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984939f7-2066-4ad5-a319-a0c836f29203" -d '{"events": [{"name": "network-changed", "server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:25.763129 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703af86d-104a-4218-92f8-ea96bc548873 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:25.797850 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b2171d-f19e-4534-864c-1451ad05e8d1 x-openstack-request-id: req-26b2171d-f19e-4534-864c-1451ad05e8d1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:25.798140 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:25.798387 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26b2171d-f19e-4534-864c-1451ad05e8d1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:25.798777 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'status': 'completed', 'code': 200} Feb 04 10:13:25.859851 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-ba1d0ef1-ac6f-43e0-a824-d95ed81f8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:25.861557 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-ba1d0ef1-ac6f-43e0-a824-d95ed81f8bcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1127 time: 0.0485213 Feb 04 10:13:25.910727 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-5a33859e-a610-4c69-bda8-b980f748ca77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 200 len: 217 time: 0.0349836 Feb 04 10:13:25.963294 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-9cf9dca0-c68a-4266-921b-cd93fdfd8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:25.964713 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-9cf9dca0-c68a-4266-921b-cd93fdfd8d9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0481985 Feb 04 10:13:26.017064 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-55908ccc-e1ce-4c07-9264-a5a2687a9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:26.018482 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-55908ccc-e1ce-4c07-9264-a5a2687a9441 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469675 Feb 04 10:13:26.108996 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-77e1282b-d6ec-493c-ad09-9953f3ee7b07 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841570 Feb 04 10:13:26.180781 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:26.225904 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8272fda0-a426-4761-b8bd-e70c176c81ba req-1c04085a-ec03-4389-b036-2d3385332c7d service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109352 Feb 04 10:13:26.237439 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] Deleting subnet eebbd37f-015f-41d3-a447-984b592c033e {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:13:26.240488 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] Publish callbacks [] for subnet (eebbd37f-015f-41d3-a447-984b592c033e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.260609 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:13:26.281596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2087350'] for subnet (eebbd37f-015f-41d3-a447-984b592c033e), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.331294 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (eebbd37f-015f-41d3-a447-984b592c033e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.400020 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984939f7-2066-4ad5-a319-a0c836f29203 req-1cc29e1d-cc4a-4fe0-b4c6-98aa06279ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:26.401663 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984939f7-2066-4ad5-a319-a0c836f29203 req-1cc29e1d-cc4a-4fe0-b4c6-98aa06279ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1127 time: 0.0810874 Feb 04 10:13:26.417893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11711559'] for subnet (eebbd37f-015f-41d3-a447-984b592c033e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.481580 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebbd37f-015f-41d3-a447-984b592c033e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:26.487843 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.490945 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5d0ae4de-a615-4a9c-bf33-9f58f66916cc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eebbd37f-015f-41d3-a447-984b592c033e HTTP/1.1" status: 204 len: 168 time: 0.3092234 Feb 04 10:13:26.493344 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36678) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:26.588364 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984939f7-2066-4ad5-a319-a0c836f29203 req-2876aea8-514b-415a-a8cd-c500579ed5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:26.589816 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984939f7-2066-4ad5-a319-a0c836f29203 req-2876aea8-514b-415a-a8cd-c500579ed5b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.1816659 Feb 04 10:13:26.592336 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (f2363f4f-0aec-4c2e-9c17-363508a99c6e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.631984 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984939f7-2066-4ad5-a319-a0c836f29203 req-053ff985-11ad-4904-a5ad-82b6500085f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 200 len: 217 time: 0.0359700 Feb 04 10:13:26.768169 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (f2363f4f-0aec-4c2e-9c17-363508a99c6e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.777322 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984939f7-2066-4ad5-a319-a0c836f29203 req-57de6b97-98a0-4983-af85-764376f5ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:26.778779 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984939f7-2066-4ad5-a319-a0c836f29203 req-57de6b97-98a0-4983-af85-764376f5ebf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.1403723 Feb 04 10:13:26.810958 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2363f4f-0aec-4c2e-9c17-363508a99c6e']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:26.840343 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ac99bf-3e6a-4afd-894f-9acce30d20ea') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:26.840640 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ac99bf-3e6a-4afd-894f-9acce30d20ea') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:26.848528 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1f3a-4d9e-4de6-a2c6-f5d65da6130e req-7582f25a-71f9-4d1a-b2e8-a5a482aedce7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:26.849986 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3c5a1f3a-4d9e-4de6-a2c6-f5d65da6130e req-7582f25a-71f9-4d1a-b2e8-a5a482aedce7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.1654782 Feb 04 10:13:26.865335 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (02ac99bf-3e6a-4afd-894f-9acce30d20ea), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.896344 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (02ac99bf-3e6a-4afd-894f-9acce30d20ea), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.904016 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984939f7-2066-4ad5-a319-a0c836f29203 req-e82c6d1e-ba71-4576-973b-156c82fda931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:26.905677 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984939f7-2066-4ad5-a319-a0c836f29203 req-e82c6d1e-ba71-4576-973b-156c82fda931 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182513 Feb 04 10:13:26.908705 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:13:26.909083 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (02ac99bf-3e6a-4afd-894f-9acce30d20ea), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:13:26.911720 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:13:27.021105 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3c5a1f3a-4d9e-4de6-a2c6-f5d65da6130e req-b6317fe7-a521-4755-b124-f98d7db9f299 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608202 Feb 04 10:13:27.030690 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (f2363f4f-0aec-4c2e-9c17-363508a99c6e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:27.043593 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:27.043593 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f2363f4f-0aec-4c2e-9c17-363508a99c6e HTTP/1.1" status: 204 len: 168 time: 0.5441582 Feb 04 10:13:27.056549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcce28a-bfc9-41d7-9784-8c6642e6bf78 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2363f4f-0aec-4c2e-9c17-363508a99c6e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:27.085907 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984939f7-2066-4ad5-a319-a0c836f29203 req-ba205c54-72cf-4b2c-a6aa-4366db095d9c service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606610 Feb 04 10:13:27.188460 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984939f7-2066-4ad5-a319-a0c836f29203 req-a238ba43-af8b-4be6-8ef8-0ef157b8e72c service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916791 Feb 04 10:13:27.212500 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36686) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:27.253624 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ed069d92-c9c3-48de-aaab-40ced77aaea7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9005551c09f24411b930574342f441a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397246 Feb 04 10:13:27.256068 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36688) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:27.303887 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41db6cc8-270b-4449-b001-e1defa0f5103 admin admin] Publish callbacks [] for security_group (fbe60cb3-a327-463e-be5e-45aec34e33fd), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:27.325434 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41db6cc8-270b-4449-b001-e1defa0f5103 admin admin] Publish callbacks [] for security_group (fbe60cb3-a327-463e-be5e-45aec34e33fd), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:27.373231 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41db6cc8-270b-4449-b001-e1defa0f5103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (fbe60cb3-a327-463e-be5e-45aec34e33fd), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:27.375918 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41db6cc8-270b-4449-b001-e1defa0f5103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:27.377236 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-41db6cc8-270b-4449-b001-e1defa0f5103 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbe60cb3-a327-463e-be5e-45aec34e33fd HTTP/1.1" status: 204 len: 168 time: 0.1201174 Feb 04 10:13:27.384586 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db6cc8-270b-4449-b001-e1defa0f5103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe60cb3-a327-463e-be5e-45aec34e33fd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:28.036896 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36712) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:28.136555 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-584343177-network', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:28.149094 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ecda9-11b1-4586-8d0e-199278b96f08 req-a29da4b8-d64c-4aaa-a7a6-cad3121bd6ea tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:28.150598 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-623ecda9-11b1-4586-8d0e-199278b96f08 req-a29da4b8-d64c-4aaa-a7a6-cad3121bd6ea tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0593722 Feb 04 10:13:28.156613 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Made reservation on behalf of 0d5505aef3124f3b9e6de01bf20cddab for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:28.160208 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.171618 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.200468 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-623ecda9-11b1-4586-8d0e-199278b96f08 req-ed51f4c4-5a1a-474c-bbfa-5dc5556cccb1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Feb 04 10:13:28.255146 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks [] for security_group (bc69fcf0-417f-4727-a6a1-7882f0208063), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.259210 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bc69fcf0-417f-4727-a6a1-7882f0208063), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.281910 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:13:28.295585 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc69fcf0-417f-4727-a6a1-7882f0208063,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:28.301388 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (6f57ccf6-8af4-455d-9f88-561db4b8e07d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.301731 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Added segment 6f57ccf6-8af4-455d-9f88-561db4b8e07d of type vlan for network 280e7979-c72c-4200-81f1-c1a813169502 Feb 04 10:13:28.343875 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (280e7979-c72c-4200-81f1-c1a813169502), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.368744 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (280e7979-c72c-4200-81f1-c1a813169502), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.369694 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:28.370292 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.421264 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3832381 Feb 04 10:13:28.424252 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36718) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:28.429272 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Request body: {'subnet': {'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-584343177-subnet', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:28.434263 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca0a9a-7c91-4dc3-8460-706feb22cf85 admin admin] Pushing event updated for resources: {'Network': ['ID=280e7979-c72c-4200-81f1-c1a813169502,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:28.446034 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 280e7979-c72c-4200-81f1-c1a813169502 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:13:28.448068 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Made reservation on behalf of 0d5505aef3124f3b9e6de01bf20cddab for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:28.450437 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11711610'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.615291 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2087318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11711564'] for subnet (70960c99-8ce5-483d-a9c4-8b038f61ffee), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.672060 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=70960c99-8ce5-483d-a9c4-8b038f61ffee,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:28.681340 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Checking segment: {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:28.681704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Network hostable DHCP agents. Network: 280e7979-c72c-4200-81f1-c1a813169502, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:13:28.698664 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Network 280e7979-c72c-4200-81f1-c1a813169502 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:13:28.707834 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 280e7979-c72c-4200-81f1-c1a813169502) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:28.712310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:28.713267 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.717167 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96523a03-c79a-456d-933a-ca70a041bb98 None None] Network 280e7979-c72c-4200-81f1-c1a813169502 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:28.728682 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-16f2d55a-3549-46bb-b674-a4e9614e44ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3032868 Feb 04 10:13:28.731506 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36720) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:28.738224 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:28.759132 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (93d5ab51-68eb-45ee-a9e2-41984b44ad12), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.760193 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (93d5ab51-68eb-45ee-a9e2-41984b44ad12), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.817903 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks [] for router_controller (93d5ab51-68eb-45ee-a9e2-41984b44ad12), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.823461 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-280e7979-c72c-4200-81f1-c1a813169502', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:13:28.824388 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.943222 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:13:28.963356 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks [] for router_gateway (93d5ab51-68eb-45ee-a9e2-41984b44ad12), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:28.979215 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Allocated IP 172.20.0.2 (280e7979-c72c-4200-81f1-c1a813169502/70960c99-8ce5-483d-a9c4-8b038f61ffee/9849dbb2-f0ef-4541-9449-9d98446f9a96) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:29.118823 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:29.139801 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'port_id': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'mac_address': 'fa:16:3e:19:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:13:29.185923 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks [] for router_gateway (93d5ab51-68eb-45ee-a9e2-41984b44ad12), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.205317 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.222114 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:29.222503 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.241779 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Publish callbacks [] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.246113 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd6775c-71e6-4cea-b85e-4c26b9935222 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:13:29.259289 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.272377 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:29.299509 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.316645 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Network 280e7979-c72c-4200-81f1-c1a813169502 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:29.322126 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:29.324673 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:29.329772 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Pushing event updated for resources: {'Port': ['ID=9849dbb2-f0ef-4541-9449-9d98446f9a96,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:29.369074 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Allocated IP 172.27.0.209 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/080ea5a2-87f6-4c04-b35d-ca783019a4c4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:29.414079 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Attempting to bind port 9849dbb2-f0ef-4541-9449-9d98446f9a96 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:29.414452 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Attempting to bind port 9849dbb2-f0ef-4541-9449-9d98446f9a96 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:29.414832 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Attempting to bind port 9849dbb2-f0ef-4541-9449-9d98446f9a96 on network 280e7979-c72c-4200-81f1-c1a813169502 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:29.422087 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:29.422473 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Checking segment: {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:29.422909 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.423305 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Bound using segment: {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:29.423799 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Bound port: 9849dbb2-f0ef-4541-9449-9d98446f9a96, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:29.424181 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.434572 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:29.440129 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb677a-154d-42d7-824d-b610d6abd03a req-7925c447-4147-4887-8a7d-4edd4d4c6785 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:29.441591 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7cb677a-154d-42d7-824d-b610d6abd03a req-7925c447-4147-4887-8a7d-4edd4d4c6785 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 944 time: 0.1284304 Feb 04 10:13:29.495220 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] For port 9849dbb2-f0ef-4541-9449-9d98446f9a96, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:29.498899 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] For port 9849dbb2-f0ef-4541-9449-9d98446f9a96, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9849dbb2-f0ef-4541-9449-9d98446f9a96,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:29.505106 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.526748 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7cb677a-154d-42d7-824d-b610d6abd03a req-f8186988-5bee-49d4-ae45-b7bdbbab9aa2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770879 Feb 04 10:13:29.537512 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks [] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.566168 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd345c2-ef03-466e-9255-6ebfadfb6763 None None] Pushing event updated for resources: {'Port': ['ID=9849dbb2-f0ef-4541-9449-9d98446f9a96,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:29.586468 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:29.630296 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:29.633659 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:29.636363 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:29.654439 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['bbd6775c-71e6-4cea-b85e-4c26b9935222'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:13:29.681749 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Pushing event updated for resources: {'Port': ['ID=080ea5a2-87f6-4c04-b35d-ca783019a4c4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:29.957113 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks [] for router_gateway (93d5ab51-68eb-45ee-a9e2-41984b44ad12), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:30.155159 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (93d5ab51-68eb-45ee-a9e2-41984b44ad12), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:30.288120 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:13:30.404633 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:30.413207 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Sync routers for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:30.424743 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:30.426235 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4dfa6b3e-60e3-475a-b8c5-458317405dbb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6930480 Feb 04 10:13:30.429091 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36740) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:30.431875 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:30.432726 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:30.548118 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:30.644948 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccac606-8c7d-4f43-8ea5-ff7cf33551ca None None] Network 280e7979-c72c-4200-81f1-c1a813169502 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:30.797981 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c2ecd734-7863-41b4-855b-f5a6362b62af None None] Provisioning complete for port 9849dbb2-f0ef-4541-9449-9d98446f9a96 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:30.798403 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd734-7863-41b4-855b-f5a6362b62af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.026916 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9849dbb2-f0ef-4541-9449-9d98446f9a96 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:31.028822 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:31.055342 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:29Z', 'revision_number': 3, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:31.103043 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad16b7-b97c-4888-8fd7-9e70ed848ea1 req-a6bb7001-1968-4939-b0d4-9402391cf85d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:31.104610 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3ad16b7-b97c-4888-8fd7-9e70ed848ea1 req-a6bb7001-1968-4939-b0d4-9402391cf85d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 944 time: 0.3515420 Feb 04 10:13:31.116877 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Checking router: 93d5ab51-68eb-45ee-a9e2-41984b44ad12 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:31.117212 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Updating router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:31.141358 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c2ecd734-7863-41b4-855b-f5a6362b62af None None] Current status of the port 9849dbb2-f0ef-4541-9449-9d98446f9a96 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:31.141740 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd734-7863-41b4-855b-f5a6362b62af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.173001 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3ad16b7-b97c-4888-8fd7-9e70ed848ea1 req-8b255c15-b35a-4bd4-998f-59b301efadb9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611770 Feb 04 10:13:31.178608 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.220282 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c2ecd734-7863-41b4-855b-f5a6362b62af None None] For port 9849dbb2-f0ef-4541-9449-9d98446f9a96, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9849dbb2-f0ef-4541-9449-9d98446f9a96,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:31.230746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd734-7863-41b4-855b-f5a6362b62af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.235938 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port bbd6775c-71e6-4cea-b85e-4c26b9935222 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:13:31.268514 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port bbd6775c-71e6-4cea-b85e-4c26b9935222 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:31.268794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.291069 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.319958 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 9849dbb2-f0ef-4541-9449-9d98446f9a96 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:31.320327 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.424755 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecd734-7863-41b4-855b-f5a6362b62af None None] Pushing event updated for resources: {'Port': ['ID=9849dbb2-f0ef-4541-9449-9d98446f9a96,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:31.446672 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Allocated IP 172.20.0.1 (280e7979-c72c-4200-81f1-c1a813169502/70960c99-8ce5-483d-a9c4-8b038f61ffee/d50fdeef-6805-4a11-8bf0-9264ac2af49d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:31.464018 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-39499785-aa00-4990-b7b3-1eb853b81ad1 None None] Provisioning complete for port 9849dbb2-f0ef-4541-9449-9d98446f9a96 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:31.464382 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-39499785-aa00-4990-b7b3-1eb853b81ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.547260 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks [] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.580285 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.610509 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:31.611107 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.620214 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 9849dbb2-f0ef-4541-9449-9d98446f9a96 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:31.621631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Network 280e7979-c72c-4200-81f1-c1a813169502 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:31.627346 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:31.629599 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:31.653505 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Pushing event updated for resources: {'Port': ['ID=d50fdeef-6805-4a11-8bf0-9264ac2af49d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:31.675157 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (93d5ab51-68eb-45ee-a9e2-41984b44ad12), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.693419 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:31.695714 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6fe65e-aaa1-4f63-b365-f43012d7f7dc" -d '{"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:31.713999 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:31.731710 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-39499785-aa00-4990-b7b3-1eb853b81ad1 None None] Current status of the port 9849dbb2-f0ef-4541-9449-9d98446f9a96 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:31.736384 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.746072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f99dc-48d4-49cb-9f3a-bbdf05460dfb x-openstack-request-id: req-f87f99dc-48d4-49cb-9f3a-bbdf05460dfb {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:31.746351 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:31.746610 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f87f99dc-48d4-49cb-9f3a-bbdf05460dfb {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:31.747483 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'code': 200} Feb 04 10:13:31.786216 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Publish callbacks [] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.798003 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.815238 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:31.855996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.858866 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Attempting to bind port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:31.859344 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Attempting to bind port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:31.859846 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Attempting to bind port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:31.866612 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:31.867047 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:31.867395 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.867813 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:31.868298 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Bound port: 080ea5a2-87f6-4c04-b35d-ca783019a4c4, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:31.868662 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.899024 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a61a51-0ddb-4bab-b744-cccae3009334 None None] Pushing event updated for resources: {'Port': ['ID=080ea5a2-87f6-4c04-b35d-ca783019a4c4,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:31.931724 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] For port 080ea5a2-87f6-4c04-b35d-ca783019a4c4, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:31.935285 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] For port 080ea5a2-87f6-4c04-b35d-ca783019a4c4, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=080ea5a2-87f6-4c04-b35d-ca783019a4c4,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:31.943341 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:31.997023 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2005f3b6-08a6-440e-9644-eeac6e2e0b32 None None] Provisioning complete for port d50fdeef-6805-4a11-8bf0-9264ac2af49d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:31.997395 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2005f3b6-08a6-440e-9644-eeac6e2e0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:32.034286 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863ee29-a21e-4264-aa07-c5a6f18add40 req-d9627058-d33b-4915-94b6-2536396b22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:32.035809 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1863ee29-a21e-4264-aa07-c5a6f18add40 req-d9627058-d33b-4915-94b6-2536396b22b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1129 time: 0.0775137 Feb 04 10:13:32.037203 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a61a51-0ddb-4bab-b744-cccae3009334 None None] Pushing event updated for resources: {'Port': ['ID=080ea5a2-87f6-4c04-b35d-ca783019a4c4,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:32.041805 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:32.042420 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:32.083376 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks [] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:32.095165 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:32.111053 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2005f3b6-08a6-440e-9644-eeac6e2e0b32 None None] Port d50fdeef-6805-4a11-8bf0-9264ac2af49d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:32.135400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1863ee29-a21e-4264-aa07-c5a6f18add40 req-8421471a-97d7-41b8-824d-f431a0a9eeea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924006 Feb 04 10:13:32.159002 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:32.162904 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (93d5ab51-68eb-45ee-a9e2-41984b44ad12), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:32.165557 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Pushing event updated for resources: {'Port': ['ID=d50fdeef-6805-4a11-8bf0-9264ac2af49d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:32.283066 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Network 280e7979-c72c-4200-81f1-c1a813169502 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:32.285676 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:32.367069 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 1, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:32.378439 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb128a-ede2-45b5-be5c-029b080f6e88 req-a46bd407-24ad-46ee-be91-9242c036599b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:32.380665 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3ebb128a-ede2-45b5-be5c-029b080f6e88 req-a46bd407-24ad-46ee-be91-9242c036599b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.1306701 Feb 04 10:13:32.397602 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c498b21-acfe-44d1-93ba-7c1c7503c589 None None] The sync data for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi is: [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 1, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:32.451757 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3ebb128a-ede2-45b5-be5c-029b080f6e88 req-6229f1a9-b9cc-40e5-b2c8-e0c9241f6388 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631034 Feb 04 10:13:32.456165 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:32.536971 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ab6b9ceb-961a-470f-a170-d27508b06609 None None] Provisioning complete for port d50fdeef-6805-4a11-8bf0-9264ac2af49d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:32.537349 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9ceb-961a-470f-a170-d27508b06609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:32.577967 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b9ceb-961a-470f-a170-d27508b06609 None None] Port d50fdeef-6805-4a11-8bf0-9264ac2af49d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:32.578497 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:32.585007 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2a4ba720-f844-4b4d-ab98-26aadec662db admin admin] 10.222.0.39 "PUT /v2.0/routers/93d5ab51-68eb-45ee-a9e2-41984b44ad12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1529121 Feb 04 10:13:32.843052 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9849dbb2-f0ef-4541-9449-9d98446f9a96 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:32.901954 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 9849dbb2-f0ef-4541-9449-9d98446f9a96 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:32.902330 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:32.990499 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 9849dbb2-f0ef-4541-9449-9d98446f9a96 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:33.132163 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36772) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:33.137002 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1881149689-network', 'tenant_id': '994294ee24834976841979d63b55fb63'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:33.156296 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Made reservation on behalf of 994294ee24834976841979d63b55fb63 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:33.158692 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.174459 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.259515 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks [] for security_group (f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.264244 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.288495 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:13:33.298406 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:33.303662 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (ee51606d-9386-492a-9dca-ea3f9a6b9a3b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.304009 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Added segment ee51606d-9386-492a-9dca-ea3f9a6b9a3b of type vlan for network c147fb19-a62f-4576-a7e5-edfb4aadf401 Feb 04 10:13:33.345470 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (c147fb19-a62f-4576-a7e5-edfb4aadf401), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.373549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (c147fb19-a62f-4576-a7e5-edfb4aadf401), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.374592 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:33.375178 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.430506 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2972205 Feb 04 10:13:33.433352 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:33.439171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921db9cd-56ca-485f-8af4-6c40ec2c6559 admin admin] Pushing event updated for resources: {'Network': ['ID=c147fb19-a62f-4576-a7e5-edfb4aadf401,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:33.440033 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Request body: {'subnet': {'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1881149689-subnet', 'tenant_id': '994294ee24834976841979d63b55fb63', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:33.450717 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:13:33.460328 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Made reservation on behalf of 994294ee24834976841979d63b55fb63 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:33.462759 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.703532 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.770396 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:33.777677 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Checking segment: {'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:33.778037 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Network hostable DHCP agents. Network: c147fb19-a62f-4576-a7e5-edfb4aadf401, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:13:33.796223 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:13:33.805493 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, c147fb19-a62f-4576-a7e5-edfb4aadf401) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:33.810016 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:33.811229 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.815642 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e076d-2189-4316-9be3-c88063ea1ecb None None] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:33.829504 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-48a8682c-b54d-4033-9ba8-f44f2e0a6cee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3944669 Feb 04 10:13:33.832131 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36780) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:33.836627 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:33.864299 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.865273 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.927247 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-c147fb19-a62f-4576-a7e5-edfb4aadf401', 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401', 'project_id': '994294ee24834976841979d63b55fb63', 'fixed_ips': [{'subnet_id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:13:33.928156 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:33.954931 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks [] for router_controller (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.005827 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bbeb9-2a0e-4133-8719-f4047ab4c190 req-0d1e3b1a-895a-4a27-b816-9d2800f2dffe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:34.007319 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d85bbeb9-2a0e-4133-8719-f4047ab4c190 req-0d1e3b1a-895a-4a27-b816-9d2800f2dffe tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.4407239 Feb 04 10:13:34.071113 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Allocated IP 172.20.0.2 (c147fb19-a62f-4576-a7e5-edfb4aadf401/98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a/5ccd595a-425f-4ce9-90f8-8fd9e4c2816d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:34.133375 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks [] for router_gateway (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.144785 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d85bbeb9-2a0e-4133-8719-f4047ab4c190 req-9033dfb9-a3d7-4c6b-8e7f-d6f019263444 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126587 Feb 04 10:13:34.248167 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Publish callbacks [] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.257637 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.324495 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:34.328373 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:34.332748 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:34.335839 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Pushing event updated for resources: {'Port': ['ID=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:34.410421 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Attempting to bind port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:34.413249 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Attempting to bind port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:34.414420 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Attempting to bind port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d on network c147fb19-a62f-4576-a7e5-edfb4aadf401 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:34.423034 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks [] for router_gateway (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.425208 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:34.425583 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Checking segment: {'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:34.425990 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.426430 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Bound using segment: {'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:34.426843 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Bound port: 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:34.427301 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.483265 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.507851 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] For port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:34.511418 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] For port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,segment=NetworkSegment(ee51606d-9386-492a-9dca-ea3f9a6b9a3b),segment_id=ee51606d-9386-492a-9dca-ea3f9a6b9a3b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:34.518702 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.581392 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45967512-60c8-4eee-8ee9-d9fc78bd28a6 None None] Pushing event updated for resources: {'Port': ['ID=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:34.644998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-371bc058-ce32-4097-ab31-5f0979861139 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224930406&fields=id&tenant_id=82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 267 time: 0.1105554 Feb 04 10:13:34.679841 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Allocated IP 172.27.0.116 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/0154ab87-ed99-4a54-9d4c-4ef36775d127) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:34.773300 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Sync routers for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:34.787979 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:34.789617 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:34.865910 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-75265d5c-94dc-46af-a72d-8b2d8ef7c537 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:34.867437 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-75265d5c-94dc-46af-a72d-8b2d8ef7c537 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 812 time: 0.2089777 Feb 04 10:13:34.898619 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-e3ed96d6-8e52-478b-b244-1cda95c22eb6 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/quotas/82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 375 time: 0.0125992 Feb 04 10:13:34.932034 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:34.974434 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks [] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:34.999490 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:35.006820 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-d69397d5-f782-4514-b77d-25e4facf8cb7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848801 Feb 04 10:13:35.050719 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.074816 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:35.075270 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.125548 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:35.125548 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Pushing event updated for resources: {'Port': ['ID=0154ab87-ed99-4a54-9d4c-4ef36775d127,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:35.148227 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 2, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:35.156140 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:35.159432 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:35.161052 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:35.161644 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.180620 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Checking router: 93d5ab51-68eb-45ee-a9e2-41984b44ad12 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:35.181668 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Updating router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 port d50fdeef-6805-4a11-8bf0-9264ac2af49d binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:35.215096 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.228620 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,segment=NetworkSegment(ee51606d-9386-492a-9dca-ea3f9a6b9a3b),segment_id=ee51606d-9386-492a-9dca-ea3f9a6b9a3b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:35.233229 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.234140 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 080ea5a2-87f6-4c04-b35d-ca783019a4c4 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:35.314597 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:35.327540 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:35.327945 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.351599 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-01458a19-7508-4a16-9e28-dc19b69e8b95 service neutron] 10.222.0.39 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162525 Feb 04 10:13:35.415537 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:35.415960 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.439086 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 080ea5a2-87f6-4c04-b35d-ca783019a4c4, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=080ea5a2-87f6-4c04-b35d-ca783019a4c4,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:35.446319 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.507250 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=080ea5a2-87f6-4c04-b35d-ca783019a4c4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:35.508684 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Publish callbacks [] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.521052 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.574004 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b83e8a-b997-48b8-ad01-11587b4c7204 None None] Pushing event updated for resources: {'Port': ['ID=d50fdeef-6805-4a11-8bf0-9264ac2af49d,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:35.643698 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Attempting to bind port d50fdeef-6805-4a11-8bf0-9264ac2af49d on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:35.644066 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Attempting to bind port d50fdeef-6805-4a11-8bf0-9264ac2af49d by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:35.644614 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Attempting to bind port d50fdeef-6805-4a11-8bf0-9264ac2af49d on network 280e7979-c72c-4200-81f1-c1a813169502 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:35.651609 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:35.652312 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Checking segment: {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:35.653076 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.653617 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Bound using segment: {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:35.654827 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Bound port: d50fdeef-6805-4a11-8bf0-9264ac2af49d, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:35.655209 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.735770 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] For port d50fdeef-6805-4a11-8bf0-9264ac2af49d, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:35.740646 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] For port d50fdeef-6805-4a11-8bf0-9264ac2af49d, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=d50fdeef-6805-4a11-8bf0-9264ac2af49d,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:35.747890 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.791299 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d958522-59a5-4016-9cbc-0e75537b7514 req-ed782778-341e-4303-9cd4-f68f4908c400 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:35.792937 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d958522-59a5-4016-9cbc-0e75537b7514 req-ed782778-341e-4303-9cd4-f68f4908c400 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.5443499 Feb 04 10:13:35.818576 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b83e8a-b997-48b8-ad01-11587b4c7204 None None] Pushing event updated for resources: {'Port': ['ID=d50fdeef-6805-4a11-8bf0-9264ac2af49d,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:35.823984 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:35.824654 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:35.869451 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6ec79-f0d5-4af2-941b-b9b6d084dee4 None None] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:13:35.892484 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-6f31ea6d-53ce-4a3d-968a-2960ac682f15 service neutron] 10.222.0.39 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162508 Feb 04 10:13:35.906422 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d958522-59a5-4016-9cbc-0e75537b7514 req-fb8d88de-37bc-487e-9174-47b67907bfb6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032767 Feb 04 10:13:35.907374 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks [] for router_gateway (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:35.988802 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:36.029843 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Provisioning complete for port d50fdeef-6805-4a11-8bf0-9264ac2af49d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:36.030465 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.097702 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c0fd1-a230-4b93-b074-4f457786e5bb req-0b01dbe0-8115-4316-b187-afc2598019dc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:36.099243 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab8c0fd1-a230-4b93-b074-4f457786e5bb req-0b01dbe0-8115-4316-b187-afc2598019dc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0886922 Feb 04 10:13:36.109047 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 36804) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:36.114298 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Request body: {'floatingip': {'port_id': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:36.231194 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.232786 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (01f5b8ce-3209-442f-9827-ea46bcab245f), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.256660 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Current status of the port d50fdeef-6805-4a11-8bf0-9264ac2af49d is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:36.257057 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.302417 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] For port d50fdeef-6805-4a11-8bf0-9264ac2af49d, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=d50fdeef-6805-4a11-8bf0-9264ac2af49d,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:36.309502 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.323818 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:36.383095 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7af0ec-224b-46dc-a781-6a7bb68d6338 None None] The sync data for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi is: [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:36.434456 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8fb9a133-f605-4f80-bbb1-963bacf58ebd req-ab7626ce-50b0-4130-b7c8-0d6a31be2d87 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 210 time: 0.0945172 Feb 04 10:13:36.437918 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Provisioning complete for port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:36.438291 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.443533 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Pushing event updated for resources: {'Port': ['ID=d50fdeef-6805-4a11-8bf0-9264ac2af49d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:36.564240 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:13:36.606555 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-10b24ce3-659d-4bc1-bbef-154c06c3391c None None] Current status of the port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:36.725174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:36.739757 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Sync routers for ids ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:36.746527 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.750816 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f03e787d-5d09-4f51-8f27-f85a55d5eda9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9175942 Feb 04 10:13:36.751538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 36816) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:36.754779 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-71fe218f-56cf-46d2-bb45-7366588d984f None None] Provisioning complete for port d50fdeef-6805-4a11-8bf0-9264ac2af49d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:36.755156 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71fe218f-56cf-46d2-bb45-7366588d984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:36.780350 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Routers {'20dd00b8-5f6f-4f37-aac9-c2eecff470fc'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:36.781096 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:37.015396 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.db.resource_extend [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:13:37.043365 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:37.229294 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Set router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:37.232319 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-71fe218f-56cf-46d2-bb45-7366588d984f None None] Current status of the port d50fdeef-6805-4a11-8bf0-9264ac2af49d is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:37.298782 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:37.299166 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.333525 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.341246 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (01f5b8ce-3209-442f-9827-ea46bcab245f), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.369196 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.397489 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-71fe218f-56cf-46d2-bb45-7366588d984f None None] Provisioning complete for port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:37.400006 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71fe218f-56cf-46d2-bb45-7366588d984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.506078 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Floating IP 01f5b8ce-3209-442f-9827-ea46bcab245f associated. External IP: 172.27.0.89, port: bbd6775c-71e6-4cea-b85e-4c26b9935222. Feb 04 10:13:37.583705 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65594900-b489-4993-ab7d-e9f457276c66 req-b00bfb06-5d02-47be-9c4f-eac89eaa90b5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 210 time: 0.0339119 Feb 04 10:13:37.636430 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Allocated IP 172.20.0.1 (c147fb19-a62f-4576-a7e5-edfb4aadf401/98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a/69aacaef-c94a-4211-8445-e6dcb21d2505) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:37.685582 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:37.686286 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device d50fdeef-6805-4a11-8bf0-9264ac2af49d up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:37.752751 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-71fe218f-56cf-46d2-bb45-7366588d984f None None] Current status of the port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:37.758367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks [] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.765481 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:37.781617 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port d50fdeef-6805-4a11-8bf0-9264ac2af49d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:37.782001 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.784182 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 3, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port': {'id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:34Z', 'updated_at': '2022-02-04T10:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:37.805817 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.829351 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Checking router: 20dd00b8-5f6f-4f37-aac9-c2eecff470fc for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:37.829779 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Updating router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc port 0154ab87-ed99-4a54-9d4c-4ef36775d127 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:37.862902 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Pushing event updated for resources: {'Port': ['ID=69aacaef-c94a-4211-8445-e6dcb21d2505,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:37.867532 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.876527 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.876899 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.877237 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.877569 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.877917 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.878578 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.878905 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.879226 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.879551 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.880043 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.880367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.880685 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.880998 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:37.896774 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:37.906728 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:37.909704 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] Sync routers for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:37.918063 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:37.922431 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:37.923058 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:38.000023 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port d50fdeef-6805-4a11-8bf0-9264ac2af49d is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:38.001123 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 080ea5a2-87f6-4c04-b35d-ca783019a4c4 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:38.019767 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0d62f41c-c5a5-4a42-b7fb-e2ef487985d6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "PUT /v2.0/floatingips/01f5b8ce-3209-442f-9827-ea46bcab245f HTTP/1.1" status: 200 len: 990 time: 1.9088750 Feb 04 10:13:38.022501 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:38.023027 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:38.030538 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0446044503a5189f6970192ec73dd4a9f2c440c84b10b226ecfeaa586a318106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3d675e-4192-43f1-84c3-c9058b931cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:38.033185 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-83d83cef-2369-4cba-90e8-8dde358ee848 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:38.034904 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-83d83cef-2369-4cba-90e8-8dde358ee848 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 812 time: 0.1265016 Feb 04 10:13:38.035728 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:38.105204 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4abe36-fd78-4fdb-b10b-86cc63dd09b1 x-openstack-request-id: req-eb4abe36-fd78-4fdb-b10b-86cc63dd09b1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:38.105204 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:38.105697 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb4abe36-fd78-4fdb-b10b-86cc63dd09b1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:38.106188 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'status': 'completed', 'code': 200} Feb 04 10:13:38.138136 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:38.164423 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:38.165038 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.240452 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.253234 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9299826b-44ae-4b80-a2e2-66fcdbed50b5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 380 time: 0.2010207 Feb 04 10:13:38.314531 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'port': {'device_id': '6517f235-a184-49be-96e2-33e3f26374f0', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'admin_state_up': True, 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'security_groups': ['6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:38.340861 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Publish callbacks [] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.351690 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.392967 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-7f6292a2-4a0b-47d6-91bb-0751fbb68d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:38.394464 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-7f6292a2-4a0b-47d6-91bb-0751fbb68d65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1129 time: 0.2540970 Feb 04 10:13:38.406091 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323150-616d-48a2-a748-35e6714b3940 req-5d41290f-34d0-4c6e-bdc6-63f558658866 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:38.407683 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-96323150-616d-48a2-a748-35e6714b3940 req-5d41290f-34d0-4c6e-bdc6-63f558658866 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.2685387 Feb 04 10:13:38.424804 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:38.446707 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e22cd-0c58-44a6-9aea-f84a2315f49c None None] Pushing event updated for resources: {'Port': ['ID=0154ab87-ed99-4a54-9d4c-4ef36775d127,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:38.454654 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-62dcac69-6595-435c-b8c5-501c92c78d61 None None] Provisioning complete for port 69aacaef-c94a-4211-8445-e6dcb21d2505 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:38.455141 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62dcac69-6595-435c-b8c5-501c92c78d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.456949 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Attempting to bind port 0154ab87-ed99-4a54-9d4c-4ef36775d127 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:38.457511 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Attempting to bind port 0154ab87-ed99-4a54-9d4c-4ef36775d127 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:38.457959 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Attempting to bind port 0154ab87-ed99-4a54-9d4c-4ef36775d127 on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:38.481018 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:38.481585 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:38.482115 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.482600 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:38.483174 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Bound port: 0154ab87-ed99-4a54-9d4c-4ef36775d127, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:38.484043 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.529427 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-62dcac69-6595-435c-b8c5-501c92c78d61 None None] Port 69aacaef-c94a-4211-8445-e6dcb21d2505 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:38.549861 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] For port 0154ab87-ed99-4a54-9d4c-4ef36775d127, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:38.551088 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '01f5b8ce-3209-442f-9827-ea46bcab245f', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'port_id': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'mac_address': 'fa:16:3e:19:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:13:21Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 1, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:38.553350 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] For port 0154ab87-ed99-4a54-9d4c-4ef36775d127, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=0154ab87-ed99-4a54-9d4c-4ef36775d127,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:38.559335 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.585118 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] Checking router: a38ef548-0549-4e1d-bf57-e2e42ceacaf7 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:38.593805 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-96323150-616d-48a2-a748-35e6714b3940 req-11f00681-aff7-49f0-ab31-8ad06e7b6fcb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786256 Feb 04 10:13:38.599691 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:38.600540 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:38.626151 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Routers {'20dd00b8-5f6f-4f37-aac9-c2eecff470fc'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:38.626914 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:38.666091 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-945aa8fa-4e66-42e2-ba74-3cf79370baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:38.667398 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-945aa8fa-4e66-42e2-ba74-3cf79370baa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.2587855 Feb 04 10:13:38.670563 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.670755 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e22cd-0c58-44a6-9aea-f84a2315f49c None None] Pushing event updated for resources: {'Port': ['ID=0154ab87-ed99-4a54-9d4c-4ef36775d127,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:38.710842 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Made reservation on behalf of 82ceff3cd33547a8853b434c2ff985fb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:38.712684 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:38.764983 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:38.775474 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] Set router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:38.780526 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-56b7b30e-12d8-451e-8ed6-2b2cc05835d2 req-d474835c-50eb-4452-88de-d06097138046 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 210 time: 0.0902226 Feb 04 10:13:38.875186 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-c01d45d7-e109-4ee7-bfd9-17aed1c7e17a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 200 len: 998 time: 0.1799634 Feb 04 10:13:39.015537 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-d85de2ae-cec7-4c3e-b77c-d0707fe4dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:39.016727 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 4, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port': {'id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:34Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '69aacaef-c94a-4211-8445-e6dcb21d2505', 'name': '', 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401', 'tenant_id': '994294ee24834976841979d63b55fb63', 'mac_address': 'fa:16:3e:4c:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:37Z', 'updated_at': '2022-02-04T10:13:37Z', 'revision_number': 1, 'project_id': '994294ee24834976841979d63b55fb63', 'subnets': [{'id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:39.017019 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-d85de2ae-cec7-4c3e-b77c-d0707fe4dd94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.1335385 Feb 04 10:13:39.046776 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '01f5b8ce-3209-442f-9827-ea46bcab245f', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'port_id': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'mac_address': 'fa:16:3e:19:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:13:21Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 1, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:39.048863 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fcb98-fe1a-4609-835b-9a00f1886a32 None None] The sync data for ids ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'] in dv-cinder-826607-3-iscsi is: [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 4, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port': {'id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:34Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '69aacaef-c94a-4211-8445-e6dcb21d2505', 'name': '', 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401', 'tenant_id': '994294ee24834976841979d63b55fb63', 'mac_address': 'fa:16:3e:4c:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:37Z', 'updated_at': '2022-02-04T10:13:37Z', 'revision_number': 1, 'project_id': '994294ee24834976841979d63b55fb63', 'subnets': [{'id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:39.081512 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Allocated IP 172.20.0.3 (0462e3fd-bf11-4c81-bca7-4bcabeaedc29/c19f52e1-3c11-4997-8a21-d510c8d234f4/25592e44-9aa8-43b1-b0ac-ba2020f4fa7d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:39.081994 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611a6a6f-d5cd-4da5-9d00-56e131d39da9 None None] The sync data for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi is: [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '01f5b8ce-3209-442f-9827-ea46bcab245f', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'port_id': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'mac_address': 'fa:16:3e:19:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:13:21Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 1, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:39.159673 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-7ff4ef21-6040-4fa8-91af-02f806e5f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:39.161570 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-7ff4ef21-6040-4fa8-91af-02f806e5f2f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1368186 Feb 04 10:13:39.168994 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks [] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:39.194460 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:39.380198 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7840e37-01d3-47c7-9c3b-38e20129deef None None] New status for floating IP 01f5b8ce-3209-442f-9827-ea46bcab245f: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:13:39.637681 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Pushing event updated for resources: {'Port': ['ID=69aacaef-c94a-4211-8445-e6dcb21d2505,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:39.647763 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:39.702556 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-a36b3a18-af65-4a99-b147-2b5ad0bcbcc0 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290895 Feb 04 10:13:39.788149 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:39.933999 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91da75d3-0019-4131-8e01-93d05784a569 req-5172631c-4354-444e-a38b-032f97e38209 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 210 time: 0.0748315 Feb 04 10:13:39.951073 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9c575-a655-4502-b9b7-ba96369e6f1e req-5c7f4f57-82d1-4fd5-ae01-06a1d8d82828 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:39.955786 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19d9c575-a655-4502-b9b7-ba96369e6f1e req-5c7f4f57-82d1-4fd5-ae01-06a1d8d82828 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.2620299 Feb 04 10:13:39.969839 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:39.980899 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:39.990612 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b3d675e-4192-43f1-84c3-c9058b931cbb req-762d284d-dc3d-4b26-b886-404312e33024 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518618 Feb 04 10:13:39.995402 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.137310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:40.151136 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:40.153029 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:40.155295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:40.162664 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19d9c575-a655-4502-b9b7-ba96369e6f1e req-a7fa1df2-fd8f-48eb-9b56-8f10532ec3bb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018852 Feb 04 10:13:40.225046 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:40.225671 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.246475 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:40.250707 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-b1422698-76c7-4a5c-a5a2-4919d16561b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9480188 Feb 04 10:13:40.283417 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5d5ba99e-15d8-4d82-b6b4-7578b10f776a None None] Provisioning complete for port 69aacaef-c94a-4211-8445-e6dcb21d2505 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:40.283828 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba99e-15d8-4d82-b6b4-7578b10f776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.304926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Request body: {'port': {'device_id': '6517f235-a184-49be-96e2-33e3f26374f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:40.326136 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ba99e-15d8-4d82-b6b4-7578b10f776a None None] Port 69aacaef-c94a-4211-8445-e6dcb21d2505 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:40.410870 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.450885 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ef4292b2-0a4f-4f7b-a6f4-2c3f92580486 None None] Provisioning complete for port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:40.451390 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef4292b2-0a4f-4f7b-a6f4-2c3f92580486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.459265 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:40.475193 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-640bbc35-cb6e-4434-be40-4d6567b2a369 admin admin] 10.222.0.39 "PUT /v2.0/routers/20dd00b8-5f6f-4f37-aac9-c2eecff470fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7147331 Feb 04 10:13:40.494032 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ef4292b2-0a4f-4f7b-a6f4-2c3f92580486 None None] Port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:40.726847 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-6bc58233-3692-45d2-a7f4-b28bb5f70473 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886977 Feb 04 10:13:40.732252 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:13:40.739982 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Publish callbacks [] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.752842 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Transition to ACTIVE for port object 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:13:40.758958 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.859329 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Pushing event updated for resources: {'Port': ['ID=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:40.867675 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c62c91aa-4cf8-442d-b188-582906ceda0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.898420 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:40.936968 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487531-5178-4316-98e2-f0911838c7d8 req-684e345f-2e1d-4c7c-863c-7d25ad3ad199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:40.938440 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-684e345f-2e1d-4c7c-863c-7d25ad3ad199 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1129 time: 0.1318393 Feb 04 10:13:40.960326 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Attempting to bind port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:40.960815 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Attempting to bind port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:40.961381 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Attempting to bind port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:40.969954 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:13:40.970312 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Attempting to bind port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:40.975864 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:40.976339 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Checking segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:40.976838 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Bound using segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:40.977443 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Bound port: 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:40.977977 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:41.028140 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 0154ab87-ed99-4a54-9d4c-4ef36775d127 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:41.096100 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 0154ab87-ed99-4a54-9d4c-4ef36775d127 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:41.096471 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:41.196019 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] For port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:41.212449 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 0154ab87-ed99-4a54-9d4c-4ef36775d127 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:41.212850 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:41.224065 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] For port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:41.231324 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487531-5178-4316-98e2-f0911838c7d8 req-b2c5b2cf-4ff2-4461-95fc-832b7ef2a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.233485 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-b2c5b2cf-4ff2-4461-95fc-832b7ef2a53e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 912 time: 0.2366977 Feb 04 10:13:41.242384 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870980-2dce-48f9-88a2-a0ad20ed095e req-7e160fb3-684f-41c7-b366-7ce36ccfeabd tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.243398 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 0154ab87-ed99-4a54-9d4c-4ef36775d127, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=0154ab87-ed99-4a54-9d4c-4ef36775d127,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:41.244524 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c6870980-2dce-48f9-88a2-a0ad20ed095e req-7e160fb3-684f-41c7-b366-7ce36ccfeabd tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 943 time: 0.1664498 Feb 04 10:13:41.247862 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:41.251337 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:41.310370 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=0154ab87-ed99-4a54-9d4c-4ef36775d127,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:41.370738 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.371352 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:41.373428 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] 10.222.0.57 "PUT /v2.0/ports/25592e44-9aa8-43b1-b0ac-ba2020f4fa7d HTTP/1.1" status: 200 len: 1093 time: 1.0743375 Feb 04 10:13:41.378284 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:41.380550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67c19d9-13e5-4e59-b495-484fa374367f" -d '{"events": [{"name": "network-changed", "server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:41.438240 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-67965ac3-705c-4cad-97d3-4e95ef6495c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 200 len: 1001 time: 0.1920927 Feb 04 10:13:41.474685 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1950cc-3401-450a-9e55-f00047ce5056 service neutron] Pushing event updated for resources: {'Port': ['ID=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:41.532629 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c6870980-2dce-48f9-88a2-a0ad20ed095e req-0ce7fd11-8598-4609-b5e5-12ef9ba7cb37 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740097 Feb 04 10:13:41.573706 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff413a-8935-4b9a-b522-28e456dd419e req-e2ad76e2-1ec0-4f02-b425-8794009cbbf1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.580762 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78ff413a-8935-4b9a-b522-28e456dd419e req-e2ad76e2-1ec0-4f02-b425-8794009cbbf1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.2686954 Feb 04 10:13:41.604435 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487531-5178-4316-98e2-f0911838c7d8 req-79504466-555a-481d-93e4-01abc4bd3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.605963 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-79504466-555a-481d-93e4-01abc4bd3b70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.1550875 Feb 04 10:13:41.613256 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f23740-8e1c-4e02-9b1c-136f4a924324 x-openstack-request-id: req-73f23740-8e1c-4e02-9b1c-136f4a924324 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:41.613553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:41.613808 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73f23740-8e1c-4e02-9b1c-136f4a924324 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:41.614232 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'status': 'completed', 'code': 200} Feb 04 10:13:41.659108 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-f404f2ef-a519-41cd-85a8-27152a8b82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.659325 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-f404f2ef-a519-41cd-85a8-27152a8b82d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 1127 time: 0.2168789 Feb 04 10:13:41.686643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78ff413a-8935-4b9a-b522-28e456dd419e req-975aea76-2917-49fa-be81-8f37dd603ce6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050203 Feb 04 10:13:41.733879 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-40c4c9e7-a035-4635-845c-30778cab6f1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d HTTP/1.1" status: 200 len: 217 time: 0.0602231 Feb 04 10:13:41.804853 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-00b2495b-7e52-4f48-ba7b-634b0be37d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.806675 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-00b2495b-7e52-4f48-ba7b-634b0be37d23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0669320 Feb 04 10:13:41.808978 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487531-5178-4316-98e2-f0911838c7d8 req-add22764-56d0-41f1-807a-75bb28e09ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:41.810578 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-add22764-56d0-41f1-807a-75bb28e09ce4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1944735 Feb 04 10:13:41.883805 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Sync routers for ids ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:41.895493 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Routers {'20dd00b8-5f6f-4f37-aac9-c2eecff470fc'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:41.896135 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:42.001476 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-f167502c-0665-4180-bd8d-b6a3badc99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:42.003998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-f167502c-0665-4180-bd8d-b6a3badc99d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1818473 Feb 04 10:13:42.007806 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-3337c920-d60f-42cb-ae61-193b4885f264 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418378 Feb 04 10:13:42.072027 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Set router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:42.221489 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-e92ec480-a79a-4dcf-95c5-5203bce19bdb service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036798 Feb 04 10:13:42.223535 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92487531-5178-4316-98e2-f0911838c7d8 req-7e133b36-c399-4fa1-a916-c31ce5e2bd8c service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935685 Feb 04 10:13:42.358069 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 4, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port': {'id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:34Z', 'updated_at': '2022-02-04T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '69aacaef-c94a-4211-8445-e6dcb21d2505', 'name': '', 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401', 'tenant_id': '994294ee24834976841979d63b55fb63', 'mac_address': 'fa:16:3e:4c:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:37Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 2, 'project_id': '994294ee24834976841979d63b55fb63', 'subnets': [{'id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:42.380008 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e2bc05b-d412-4dc6-b334-6cefc7fdc3d3 req-589cceff-930c-4f81-a688-a2a1b71c3cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407290 Feb 04 10:13:42.392341 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Checking router: 20dd00b8-5f6f-4f37-aac9-c2eecff470fc for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:42.392985 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Updating router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc port 69aacaef-c94a-4211-8445-e6dcb21d2505 binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:13:42.427484 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:42.616337 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c19d9-13e5-4e59-b495-484fa374367f req-4fea1f92-70a1-4349-8524-da2feb4ebedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:42.617855 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67c19d9-13e5-4e59-b495-484fa374367f req-4fea1f92-70a1-4349-8524-da2feb4ebedb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 1127 time: 0.0847161 Feb 04 10:13:42.768853 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Publish callbacks [] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:42.778513 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:42.800949 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0644-4fdf-46e1-8201-246592dd6e5d req-8248f12b-84ea-45ad-b016-5518a03c44e5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:42.803299 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-499e0644-4fdf-46e1-8201-246592dd6e5d req-8248f12b-84ea-45ad-b016-5518a03c44e5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 943 time: 0.1589453 Feb 04 10:13:42.824478 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918d41e-0470-4f40-af21-f953cc590692 None None] Pushing event updated for resources: {'Port': ['ID=69aacaef-c94a-4211-8445-e6dcb21d2505,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:42.840014 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c19d9-13e5-4e59-b495-484fa374367f req-d8840505-f1cc-42cc-91e7-451974cdfe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:42.851807 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67c19d9-13e5-4e59-b495-484fa374367f req-d8840505-f1cc-42cc-91e7-451974cdfe8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.2196469 Feb 04 10:13:42.917869 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 0154ab87-ed99-4a54-9d4c-4ef36775d127 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:42.920881 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-499e0644-4fdf-46e1-8201-246592dd6e5d req-008c62d1-b1df-4b84-ab64-2ead282ec815 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009636 Feb 04 10:13:42.937623 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Attempting to bind port 69aacaef-c94a-4211-8445-e6dcb21d2505 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:13:42.938182 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Attempting to bind port 69aacaef-c94a-4211-8445-e6dcb21d2505 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:13:42.938383 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Attempting to bind port 69aacaef-c94a-4211-8445-e6dcb21d2505 on network c147fb19-a62f-4576-a7e5-edfb4aadf401 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:13:42.945374 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:13:42.945755 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Checking segment: {'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:13:42.946150 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:42.949227 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Bound using segment: {'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:13:42.949778 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Bound port: 69aacaef-c94a-4211-8445-e6dcb21d2505, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:13:42.950164 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:42.980654 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67c19d9-13e5-4e59-b495-484fa374367f req-47a0c3dd-aa6e-4018-9ac0-764191f8f7b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d HTTP/1.1" status: 200 len: 217 time: 0.0777588 Feb 04 10:13:43.013420 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 0154ab87-ed99-4a54-9d4c-4ef36775d127 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:43.014045 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:43.076277 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c19d9-13e5-4e59-b495-484fa374367f req-29de8296-5640-4649-8618-ba1c97c0f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:43.079552 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67c19d9-13e5-4e59-b495-484fa374367f req-29de8296-5640-4649-8618-ba1c97c0f257 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0859098 Feb 04 10:13:43.080726 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] For port 69aacaef-c94a-4211-8445-e6dcb21d2505, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:13:43.084220 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] For port 69aacaef-c94a-4211-8445-e6dcb21d2505, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=69aacaef-c94a-4211-8445-e6dcb21d2505,segment=NetworkSegment(ee51606d-9386-492a-9dca-ea3f9a6b9a3b),segment_id=ee51606d-9386-492a-9dca-ea3f9a6b9a3b)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:13:43.105524 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:43.182963 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Routers {'20dd00b8-5f6f-4f37-aac9-c2eecff470fc'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:43.183636 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:43.184026 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c19d9-13e5-4e59-b495-484fa374367f req-20bddc5a-e81f-4ab3-a45d-2ec1e5f85114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:43.186619 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67c19d9-13e5-4e59-b495-484fa374367f req-20bddc5a-e81f-4ab3-a45d-2ec1e5f85114 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006916 Feb 04 10:13:43.229908 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918d41e-0470-4f40-af21-f953cc590692 None None] Pushing event updated for resources: {'Port': ['ID=69aacaef-c94a-4211-8445-e6dcb21d2505,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:43.300350 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3e79238-8c30-4800-bc59-3b7f9c72a0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:43.305771 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 0154ab87-ed99-4a54-9d4c-4ef36775d127 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:43.319112 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0d81e0fd-bb86-47e3-9e3f-91907f2a5dc4 None None] Provisioning complete for port 69aacaef-c94a-4211-8445-e6dcb21d2505 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:43.334949 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0d81e0fd-bb86-47e3-9e3f-91907f2a5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:43.400446 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] Set router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:43.405044 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67c19d9-13e5-4e59-b495-484fa374367f req-ca414420-cc2a-4a3e-b1d1-284b4a68ed81 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993496 Feb 04 10:13:43.555239 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0d81e0fd-bb86-47e3-9e3f-91907f2a5dc4 None None] Current status of the port 69aacaef-c94a-4211-8445-e6dcb21d2505 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:43.556056 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0d81e0fd-bb86-47e3-9e3f-91907f2a5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:43.621293 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67c19d9-13e5-4e59-b495-484fa374367f req-9a81d6bd-19b8-48d4-ba7d-853e3543b0c0 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085857 Feb 04 10:13:43.633584 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0d81e0fd-bb86-47e3-9e3f-91907f2a5dc4 None None] For port 69aacaef-c94a-4211-8445-e6dcb21d2505, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=69aacaef-c94a-4211-8445-e6dcb21d2505,segment=NetworkSegment(ee51606d-9386-492a-9dca-ea3f9a6b9a3b),segment_id=ee51606d-9386-492a-9dca-ea3f9a6b9a3b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:43.642884 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0d81e0fd-bb86-47e3-9e3f-91907f2a5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:43.704830 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81e0fd-bb86-47e3-9e3f-91907f2a5dc4 None None] Pushing event updated for resources: {'Port': ['ID=69aacaef-c94a-4211-8445-e6dcb21d2505,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:43.767828 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-88526d9f-94e1-4d2f-82a5-87620997e995 None None] Provisioning complete for port 69aacaef-c94a-4211-8445-e6dcb21d2505 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:43.768483 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88526d9f-94e1-4d2f-82a5-87620997e995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:43.851430 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 4, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port': {'id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:34Z', 'updated_at': '2022-02-04T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '69aacaef-c94a-4211-8445-e6dcb21d2505', 'name': '', 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401', 'tenant_id': '994294ee24834976841979d63b55fb63', 'mac_address': 'fa:16:3e:4c:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:37Z', 'updated_at': '2022-02-04T10:13:43Z', 'revision_number': 4, 'project_id': '994294ee24834976841979d63b55fb63', 'subnets': [{'id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:43.880228 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8367b62-1dba-4ecb-a6e1-11e19a33e778 None None] The sync data for ids ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'] in dv-cinder-826607-3-iscsi is: [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:13:38Z', 'revision_number': 4, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port': {'id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:34Z', 'updated_at': '2022-02-04T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '69aacaef-c94a-4211-8445-e6dcb21d2505', 'name': '', 'network_id': 'c147fb19-a62f-4576-a7e5-edfb4aadf401', 'tenant_id': '994294ee24834976841979d63b55fb63', 'mac_address': 'fa:16:3e:4c:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:37Z', 'updated_at': '2022-02-04T10:13:43Z', 'revision_number': 4, 'project_id': '994294ee24834976841979d63b55fb63', 'subnets': [{'id': '98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:43.880506 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-88526d9f-94e1-4d2f-82a5-87620997e995 None None] Current status of the port 69aacaef-c94a-4211-8445-e6dcb21d2505 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:43.887131 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:44.080803 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9031-4c43-46c1-920e-53e2e6fcd7f3 req-edfecb11-7db6-49b1-8161-a30729df6506 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:44.082350 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf6e9031-4c43-46c1-920e-53e2e6fcd7f3 req-edfecb11-7db6-49b1-8161-a30729df6506 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 943 time: 0.0618675 Feb 04 10:13:44.148179 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf6e9031-4c43-46c1-920e-53e2e6fcd7f3 req-a44d82e1-d7bc-4282-8372-c93006f78f71 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583608 Feb 04 10:13:44.905614 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 69aacaef-c94a-4211-8445-e6dcb21d2505 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:44.957461 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 69aacaef-c94a-4211-8445-e6dcb21d2505 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:44.957829 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:45.045448 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 69aacaef-c94a-4211-8445-e6dcb21d2505 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:45.275201 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61f919-0bf8-44cf-82c0-3927b4f1040b req-cccb468a-1be5-4f25-9327-999cfb573521 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:45.276892 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea61f919-0bf8-44cf-82c0-3927b4f1040b req-cccb468a-1be5-4f25-9327-999cfb573521 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 943 time: 0.0571582 Feb 04 10:13:45.331300 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea61f919-0bf8-44cf-82c0-3927b4f1040b req-6c518aa4-6b0c-4a2f-897f-f6440adafeda tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 Feb 04 10:13:45.572670 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:46.459467 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba09a-c250-45bc-8a46-0119c3dd52f0 req-cfb54fca-61b9-4bc6-a036-2a403826e134 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:46.461657 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7afba09a-c250-45bc-8a46-0119c3dd52f0 req-cfb54fca-61b9-4bc6-a036-2a403826e134 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 943 time: 0.0603871 Feb 04 10:13:46.526581 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7afba09a-c250-45bc-8a46-0119c3dd52f0 req-9be2a5d5-4663-436d-8faa-b0b7cb017761 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570228 Feb 04 10:13:46.904849 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:47.672117 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9320fe0-8f79-4286-bd8b-f2cb73abf1f8 req-2372f306-0221-4e60-9b7a-9257785cfc66 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:47.673630 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9320fe0-8f79-4286-bd8b-f2cb73abf1f8 req-2372f306-0221-4e60-9b7a-9257785cfc66 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 943 time: 0.0607235 Feb 04 10:13:47.728823 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9320fe0-8f79-4286-bd8b-f2cb73abf1f8 req-a10e1968-0e36-4589-bb76-7f7166f18df7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493677 Feb 04 10:13:48.860541 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a15d-bfd9-4d6d-90ad-4451ffd637f3 req-b86a3d4e-5193-4b8d-b063-1bc292533f39 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:48.862803 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9a2a15d-bfd9-4d6d-90ad-4451ffd637f3 req-b86a3d4e-5193-4b8d-b063-1bc292533f39 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 943 time: 0.0590210 Feb 04 10:13:48.914768 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9a2a15d-bfd9-4d6d-90ad-4451ffd637f3 req-dff10e18-c07e-461e-ab12-fbc53be85e96 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463190 Feb 04 10:13:48.966585 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:13:49.084787 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:49.096048 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'port_id': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'mac_address': 'fa:16:3e:23:28:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:13:49.139225 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:49.139658 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:49.152941 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:13:49.175811 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:49.181057 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:49.232034 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:49.499654 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['25592e44-9aa8-43b1-b0ac-ba2020f4fa7d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:13:50.053660 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b2848-639e-421e-a126-30e6e4c49dfd req-1ac3fd48-1f11-4206-a75e-37f26efd8d63 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:50.055378 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-669b2848-639e-421e-a126-30e6e4c49dfd req-1ac3fd48-1f11-4206-a75e-37f26efd8d63 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 944 time: 0.0591683 Feb 04 10:13:50.112655 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-669b2848-639e-421e-a126-30e6e4c49dfd req-afd4b3fc-0759-4f0d-8f54-c2b87a7950ec tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499885 Feb 04 10:13:50.979639 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:13:51.030048 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:13:51.033561 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:51.033937 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:51.112391 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:13:51.112782 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:51.135506 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:51.137942 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d264d936-1e0d-493d-b107-e1cdbbd2d88c" -d '{"events": [{"server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "name": "network-vif-plugged", "status": "completed", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:51.150941 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:13:51.155885 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:51.210058 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:51.238759 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdb2c8-12e9-4418-871e-2781058ac07c req-1107475a-eb10-461e-ba07-92f6e2b16460 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:51.243447 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0cdb2c8-12e9-4418-871e-2781058ac07c req-1107475a-eb10-461e-ba07-92f6e2b16460 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.0573969 Feb 04 10:13:51.290077 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0cdb2c8-12e9-4418-871e-2781058ac07c req-bad86371-2429-4d6b-80be-9f0539fa202c tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 Feb 04 10:13:51.292712 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a4b0d2-4c44-4f29-a0e9-9cc7f846a9d9 x-openstack-request-id: req-94a4b0d2-4c44-4f29-a0e9-9cc7f846a9d9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:51.292958 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "name": "network-vif-plugged", "status": "completed", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:51.293157 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94a4b0d2-4c44-4f29-a0e9-9cc7f846a9d9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:51.293558 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'code': 200} Feb 04 10:13:51.473783 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c6e7a386-c386-47f1-b36b-06d80b8c3d33 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:51.475364 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c6e7a386-c386-47f1-b36b-06d80b8c3d33 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 814 time: 0.1059659 Feb 04 10:13:51.491211 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c00d0d07-6588-44f2-9e57-ba163f85e4d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/quotas/0d5505aef3124f3b9e6de01bf20cddab HTTP/1.1" status: 200 len: 375 time: 0.0098674 Feb 04 10:13:51.550706 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-7a88be72-1d84-48bc-9e92-9bdc4e216e17 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545542 Feb 04 10:13:51.651677 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d5202-57be-441b-b76e-8bc48976287a req-69919026-adc9-48c4-ba00-2a79daaa4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:51.653220 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec3d5202-57be-441b-b76e-8bc48976287a req-69919026-adc9-48c4-ba00-2a79daaa4b72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 1129 time: 0.1292005 Feb 04 10:13:51.724579 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-29a0b94b-6082-4e30-8873-ccce10280d9a service neutron] 10.222.0.39 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607978 Feb 04 10:13:51.727172 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec3d5202-57be-441b-b76e-8bc48976287a req-8738870e-3cf9-4c5d-88f6-d83a443facca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631084 Feb 04 10:13:51.812617 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-e19c94f7-19f4-4bbb-9d42-785fdb02773d service neutron] 10.222.0.39 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821047 Feb 04 10:13:52.224972 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-872b69f4-cb24-4c1d-adc8-53e49b7e68e8 req-12cec468-59a5-465d-bb9a-f673562ce13d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 210 time: 0.2888265 Feb 04 10:13:52.412925 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1972d-2488-456b-b74f-737996436499 req-d9014a28-3173-44f0-9fa2-6c7ed3bfd255 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:52.414378 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bda1972d-2488-456b-b74f-737996436499 req-d9014a28-3173-44f0-9fa2-6c7ed3bfd255 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.0521052 Feb 04 10:13:52.461117 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bda1972d-2488-456b-b74f-737996436499 req-f7927323-f796-4d84-80ef-b6812c7d9612 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409484 Feb 04 10:13:53.183237 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-fd84c0c3-5742-4ef0-83ea-e4f0b486b2aa tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:53.184903 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-fd84c0c3-5742-4ef0-83ea-e4f0b486b2aa tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.57 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 814 time: 0.1045284 Feb 04 10:13:53.219079 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'port': {'device_id': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'admin_state_up': True, 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:53.330049 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9ae7225-6c7f-4296-9b35-1e2439306a3e req-3f35dfb3-42d0-4994-86bc-f9cd9b585092 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 210 time: 0.0390956 Feb 04 10:13:53.354138 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Made reservation on behalf of 0d5505aef3124f3b9e6de01bf20cddab for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:13:53.358259 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:53.485731 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Allocated IP 172.20.0.8 (280e7979-c72c-4200-81f1-c1a813169502/70960c99-8ce5-483d-a9c4-8b038f61ffee/1a57378a-d1b5-421a-a921-724608506201) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:53.692013 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for port (1a57378a-d1b5-421a-a921-724608506201), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:53.729231 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (1a57378a-d1b5-421a-a921-724608506201), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:53.841029 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Network 280e7979-c72c-4200-81f1-c1a813169502 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:53.846638 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:53.860745 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f4fd7-2ff8-4859-9aae-396a83d53104 req-b1d10ea0-1c93-4b73-ae19-3315bcdc44f0 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:53.862371 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-040f4fd7-2ff8-4859-9aae-396a83d53104 req-b1d10ea0-1c93-4b73-ae19-3315bcdc44f0 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.2819164 Feb 04 10:13:53.869401 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:53.876076 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:53.987510 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-040f4fd7-2ff8-4859-9aae-396a83d53104 req-963076f3-6767-40e2-8259-5e6b9529d64c tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147788 Feb 04 10:13:54.030687 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:54.031371 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:54.062783 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-783c88f7-fbc8-480a-ad56-6eb01f603703 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8479879 Feb 04 10:13:54.150285 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f3fac-0e34-45e4-b6fc-40e57f93a8da req-e5c15d77-f586-46ad-83cc-e28f919b27b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:54.152317 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a86f3fac-0e34-45e4-b6fc-40e57f93a8da req-e5c15d77-f586-46ad-83cc-e28f919b27b1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.0726492 Feb 04 10:13:54.202926 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b5097e59-8785-4819-be9c-5a2341a734ea None None] Provisioning complete for port 1a57378a-d1b5-421a-a921-724608506201 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:13:54.204200 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5097e59-8785-4819-be9c-5a2341a734ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1a57378a-d1b5-421a-a921-724608506201), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:54.216644 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a86f3fac-0e34-45e4-b6fc-40e57f93a8da req-a144394b-f063-4d33-b3f9-11fe25c254d9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586770 Feb 04 10:13:54.241585 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37012) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:54.262303 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b5097e59-8785-4819-be9c-5a2341a734ea None None] Port 1a57378a-d1b5-421a-a921-724608506201 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:13:54.409513 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf79fe1-8f1f-43c0-b739-0b8f5e3bfaef tempest-TestVolumeBootPattern-286879807 tempest-TestVolumeBootPattern-286879807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:54.413729 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4cf79fe1-8f1f-43c0-b739-0b8f5e3bfaef tempest-TestVolumeBootPattern-286879807 tempest-TestVolumeBootPattern-286879807-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 1124 time: 0.1684377 Feb 04 10:13:54.414660 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:13:54.420799 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'port_id': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:13:54.442833 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:54.474895 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeb35-dc2d-4edd-b1f0-7078549c161c req-38c264c9-8209-4d25-b088-847871a0c2b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:54.476596 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-370aeb35-dc2d-4edd-b1f0-7078549c161c req-38c264c9-8209-4d25-b088-847871a0c2b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 931 time: 0.0644503 Feb 04 10:13:54.556895 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-370aeb35-dc2d-4edd-b1f0-7078549c161c req-dc5cfb99-0c71-4a45-a9ca-c997392357d9 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Feb 04 10:13:54.570511 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:54.683131 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Allocated IP 172.27.0.95 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/1574c7ce-facd-4c9c-89a0-49bfdbe73db8) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:13:54.801964 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:54.853163 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:54.894851 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:13:54.896340 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:13:54.900734 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:13:54.944975 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=1574c7ce-facd-4c9c-89a0-49bfdbe73db8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:54.978613 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.979326 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.980486 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.980818 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.981202 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.981539 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.981875 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.982208 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.982538 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.982864 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.983191 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.983512 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:54.983911 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:13:55.311851 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:55.385848 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:55.565004 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:55.569821 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:55.638672 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=1574c7ce-facd-4c9c-89a0-49bfdbe73db8,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:13:55.654701 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:55.726368 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3171be-a434-4087-aec6-f1f99a923413 req-e26a8d87-3f17-4c63-8e46-f839cec16028 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:55.729159 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce3171be-a434-4087-aec6-f1f99a923413 req-e26a8d87-3f17-4c63-8e46-f839cec16028 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 931 time: 0.0804098 Feb 04 10:13:55.787963 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Floating IP e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb associated. External IP: 172.27.0.95, port: 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d. Feb 04 10:13:55.809701 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce3171be-a434-4087-aec6-f1f99a923413 req-9b86e98c-1de6-4218-911a-90e771f50c6d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629849 Feb 04 10:13:56.033643 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:13:56.330595 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:13:56.345270 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:13:56.350971 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:13:56.355227 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:56.355966 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:56.385730 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-287ab193-e131-486c-8ee4-dd7d85bc6245 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9693453 Feb 04 10:13:56.386837 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:13:56.390342 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0446044503a5189f6970192ec73dd4a9f2c440c84b10b226ecfeaa586a318106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b4e5eb-100d-40ef-abda-f6d919f1df24" -d '{"events": [{"name": "network-changed", "server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:13:56.524314 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017b832f-a654-429a-a881-9735e9e31309 x-openstack-request-id: req-017b832f-a654-429a-a881-9735e9e31309 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:13:56.524652 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:13:56.524915 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-017b832f-a654-429a-a881-9735e9e31309 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:13:56.525321 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'status': 'completed', 'code': 200} Feb 04 10:13:56.528973 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:56.814117 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:23:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f235-a184-49be-96e2-33e3f26374f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:13:55Z', 'updated_at': '2022-02-04T10:13:55Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:56.846767 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:13:56.857168 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:13:56.857796 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:13:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:56.956845 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0e206-b353-46b2-8d06-b87ad72fe69d req-61be1935-786e-42c4-845d-d9cecebb0ea3 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:56.964773 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5a0e206-b353-46b2-8d06-b87ad72fe69d req-61be1935-786e-42c4-845d-d9cecebb0ea3 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 931 time: 0.0896184 Feb 04 10:13:57.022570 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:13:57.050260 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5a0e206-b353-46b2-8d06-b87ad72fe69d req-811a64d5-eb05-4f94-8324-57015b5537e3 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746715 Feb 04 10:13:57.296049 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:23:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f235-a184-49be-96e2-33e3f26374f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:13:55Z', 'updated_at': '2022-02-04T10:13:55Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:57.323003 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cbf82-d242-4988-b557-0240d27cbe3e None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:23:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f235-a184-49be-96e2-33e3f26374f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:13:55Z', 'updated_at': '2022-02-04T10:13:55Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:13:57.521647 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb1277-3d23-4681-b03e-86dd13852647 None None] New status for floating IP e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:13:58.189919 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4f443-ac6a-4f7f-9da3-d8cbb744971e req-16425af0-a468-4623-9460-e45ba542047b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:58.191570 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b0e4f443-ac6a-4f7f-9da3-d8cbb744971e req-16425af0-a468-4623-9460-e45ba542047b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 931 time: 0.0661113 Feb 04 10:13:58.240548 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b0e4f443-ac6a-4f7f-9da3-d8cbb744971e req-1f3f8682-ba8d-46c6-8174-3662efbe394c tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Feb 04 10:13:59.363839 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3d1f1-7fe7-40a0-a47a-631ea3afc106 req-57a0a741-32b7-4fac-9507-8b1afbaeeac0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:13:59.365346 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5c3d1f1-7fe7-40a0-a47a-631ea3afc106 req-57a0a741-32b7-4fac-9507-8b1afbaeeac0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 931 time: 0.0545950 Feb 04 10:13:59.413562 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5c3d1f1-7fe7-40a0-a47a-631ea3afc106 req-71a6b3ba-e5aa-427f-ae94-392180eec676 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Feb 04 10:14:00.542238 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230693f8-1289-4460-8664-0b02b0d6e139 req-82a7f6d5-35e1-413b-80ff-3f913eb2ef41 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:00.543857 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-230693f8-1289-4460-8664-0b02b0d6e139 req-82a7f6d5-35e1-413b-80ff-3f913eb2ef41 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 931 time: 0.0534089 Feb 04 10:14:00.596774 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-230693f8-1289-4460-8664-0b02b0d6e139 req-e3195092-3893-43d9-830e-7ab95680fa0c tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472116 Feb 04 10:14:01.526473 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Request body: {'port': {'device_id': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:01.618170 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1a57378a-d1b5-421a-a921-724608506201), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:01.622667 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-b136ab1b-29b9-4704-b6b3-353fba415462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:01.624168 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-b136ab1b-29b9-4704-b6b3-353fba415462 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 1129 time: 0.0764184 Feb 04 10:14:01.845765 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-5fcf83fc-cfdf-4d92-b08b-0af8e9c8d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:01.847121 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-5fcf83fc-cfdf-4d92-b08b-0af8e9c8d4c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.1948333 Feb 04 10:14:01.858227 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde51555-c317-4b43-be61-46bdef395949 req-d9a87b90-dcd0-473b-8e53-8a996213ed55 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:01.859589 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fde51555-c317-4b43-be61-46bdef395949 req-d9a87b90-dcd0-473b-8e53-8a996213ed55 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 931 time: 0.1811326 Feb 04 10:14:02.008069 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-22b0b683-b257-4b1b-a065-c727db6b2c69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d HTTP/1.1" status: 200 len: 1000 time: 0.1475241 Feb 04 10:14:02.019249 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fde51555-c317-4b43-be61-46bdef395949 req-b7f09396-8801-4a00-b1f4-fe941f90e458 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485856 Feb 04 10:14:02.105309 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-6386a626-a7a0-43bb-96b0-e33c296aa133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:02.107306 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-6386a626-a7a0-43bb-96b0-e33c296aa133 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0756805 Feb 04 10:14:02.168913 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a57378a-d1b5-421a-a921-724608506201 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:14:02.178215 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Publish callbacks [] for port (1a57378a-d1b5-421a-a921-724608506201), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:02.195661 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Transition to ACTIVE for port object 1a57378a-d1b5-421a-a921-724608506201 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:14:02.198751 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-9b29015d-c24b-4d83-b3e8-706749b6a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:02.200977 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-9b29015d-c24b-4d83-b3e8-706749b6a095 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738056 Feb 04 10:14:02.202143 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (1a57378a-d1b5-421a-a921-724608506201), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:02.300917 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Pushing event updated for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:02.380566 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-33721ccb-c7d8-475a-81c4-44f07a583a60 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705618 Feb 04 10:14:02.450907 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Attempting to bind port 1a57378a-d1b5-421a-a921-724608506201 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:14:02.451246 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Attempting to bind port 1a57378a-d1b5-421a-a921-724608506201 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:14:02.451609 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Attempting to bind port 1a57378a-d1b5-421a-a921-724608506201 on network 280e7979-c72c-4200-81f1-c1a813169502 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:14:02.461467 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Port 1a57378a-d1b5-421a-a921-724608506201 on network 280e7979-c72c-4200-81f1-c1a813169502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:14:02.461789 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Attempting to bind port 1a57378a-d1b5-421a-a921-724608506201 on network 280e7979-c72c-4200-81f1-c1a813169502 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:14:02.471451 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:14:02.471812 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Checking segment: {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:14:02.472196 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Bound using segment: {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:14:02.472628 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Bound port: 1a57378a-d1b5-421a-a921-724608506201, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f57ccf6-8af4-455d-9f88-561db4b8e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '280e7979-c72c-4200-81f1-c1a813169502'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:14:02.472979 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1a57378a-d1b5-421a-a921-724608506201), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:02.539176 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-83b4e5eb-100d-40ef-abda-f6d919f1df24 req-384e2a98-599e-4822-a07e-1ca9299e26fe service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496496 Feb 04 10:14:02.595524 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:14:02.610629 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1a57378a-d1b5-421a-a921-724608506201,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:14:02.617356 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (1a57378a-d1b5-421a-a921-724608506201), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:02.663037 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f28c9-4d3b-4943-a3ed-d7b011fbc7b5 req-34e076c3-87fd-4a88-ad49-a300c2a822fd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:02.664580 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d31f28c9-4d3b-4943-a3ed-d7b011fbc7b5 req-34e076c3-87fd-4a88-ad49-a300c2a822fd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.1121325 Feb 04 10:14:02.672999 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:02.673618 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:02.675186 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] 10.222.0.57 "PUT /v2.0/ports/1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 1093 time: 1.1528597 Feb 04 10:14:02.675461 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:14:02.677710 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362857f7-4297-4be7-a374-05c5c6825017" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:14:02.714856 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94536a8-1f36-433b-88ab-a54fcf1a97aa service neutron] Pushing event updated for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:02.740520 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d31f28c9-4d3b-4943-a3ed-d7b011fbc7b5 req-66fb101a-66c4-4025-a4fe-adc4768bcaec tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601366 Feb 04 10:14:02.808481 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-816786d6-b75d-42bc-bd6f-5ddeec7aff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:02.810589 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-816786d6-b75d-42bc-bd6f-5ddeec7aff67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1127 time: 0.0535002 Feb 04 10:14:02.812148 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0737995-73ca-4357-bed6-f4cb426b336c x-openstack-request-id: req-b0737995-73ca-4357-bed6-f4cb426b336c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:14:02.812432 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:14:02.812686 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0737995-73ca-4357-bed6-f4cb426b336c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:14:02.813080 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201', 'status': 'completed', 'code': 200} Feb 04 10:14:02.879705 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-bc03b509-4f2c-428c-8018-a47b52f454fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 217 time: 0.0343173 Feb 04 10:14:02.930766 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-0470782e-448a-4386-a7e4-852b2a7a6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:02.932142 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-0470782e-448a-4386-a7e4-852b2a7a6b72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 200 len: 853 time: 0.0457211 Feb 04 10:14:02.984875 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-19a71d4a-46a9-4159-bbfc-1c352bfcc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:02.986445 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-19a71d4a-46a9-4159-bbfc-1c352bfcc64e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=280e7979-c72c-4200-81f1-c1a813169502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452724 Feb 04 10:14:03.077135 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-6e37450e-9aec-40e2-aa9f-554a037127e2 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836561 Feb 04 10:14:03.197632 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215c1b-9dab-4ee7-b9ce-f44c670033df req-e8401fd3-225e-45d1-a7c1-844b9a5e086b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:03.199101 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8d215c1b-9dab-4ee7-b9ce-f44c670033df req-e8401fd3-225e-45d1-a7c1-844b9a5e086b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 943 time: 0.1077816 Feb 04 10:14:03.203163 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a0217e3-aa12-4e2b-8f63-71bf05882e65 req-21e44ce6-2437-4173-ba49-024495b0fc75 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200356 Feb 04 10:14:03.249930 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8d215c1b-9dab-4ee7-b9ce-f44c670033df req-72f46fde-5ced-49c3-b3e8-033a596226ec tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447927 Feb 04 10:14:03.258941 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:14:03.343648 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362857f7-4297-4be7-a374-05c5c6825017 req-8d3474c0-7a5f-42f2-bc27-d8c25e556b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:03.345121 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-362857f7-4297-4be7-a374-05c5c6825017 req-8d3474c0-7a5f-42f2-bc27-d8c25e556b0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1127 time: 0.0440958 Feb 04 10:14:03.430291 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362857f7-4297-4be7-a374-05c5c6825017 req-472824a7-9786-472b-b060-03935389cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:03.431803 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-362857f7-4297-4be7-a374-05c5c6825017 req-472824a7-9786-472b-b060-03935389cd36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 915 time: 0.0803106 Feb 04 10:14:03.474392 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-362857f7-4297-4be7-a374-05c5c6825017 req-ea36abd8-0d06-420c-9591-a4937ccdec49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 217 time: 0.0361185 Feb 04 10:14:03.522416 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362857f7-4297-4be7-a374-05c5c6825017 req-da1c1111-abf4-4493-a82e-b4ce3e46651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:03.523865 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-362857f7-4297-4be7-a374-05c5c6825017 req-da1c1111-abf4-4493-a82e-b4ce3e46651c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 200 len: 853 time: 0.0421431 Feb 04 10:14:03.571157 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362857f7-4297-4be7-a374-05c5c6825017 req-24cde476-8e8b-4b2a-b0fb-bbab36beec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:03.572697 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-362857f7-4297-4be7-a374-05c5c6825017 req-24cde476-8e8b-4b2a-b0fb-bbab36beec6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=280e7979-c72c-4200-81f1-c1a813169502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425835 Feb 04 10:14:03.659998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-362857f7-4297-4be7-a374-05c5c6825017 req-eac196c8-8e73-4341-9320-7c0fe9606dbd service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808213 Feb 04 10:14:03.744931 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-362857f7-4297-4be7-a374-05c5c6825017 req-c914eae5-68cd-4ce8-a4df-c29a1c5071ac service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780509 Feb 04 10:14:03.865853 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56eba7-b6bd-4f28-9299-a2c698e913aa req-0a68b13b-9f19-4fe5-ae17-06bacc4c682a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:03.867314 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5e56eba7-b6bd-4f28-9299-a2c698e913aa req-0a68b13b-9f19-4fe5-ae17-06bacc4c682a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Feb 04 10:14:03.915949 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5e56eba7-b6bd-4f28-9299-a2c698e913aa req-06157f5b-67e6-4c8d-850a-94418dbaeb94 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Feb 04 10:14:04.364803 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec6f2e-84bb-4450-9aab-fc60b89bc71f req-348e885f-ffd9-4909-9a12-0dd884edcbf4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:04.366257 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7ec6f2e-84bb-4450-9aab-fc60b89bc71f req-348e885f-ffd9-4909-9a12-0dd884edcbf4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 943 time: 0.0513270 Feb 04 10:14:04.410675 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7ec6f2e-84bb-4450-9aab-fc60b89bc71f req-704c1e3d-51fa-4b23-86c6-cbb5ab128006 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 Feb 04 10:14:04.999219 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 1a57378a-d1b5-421a-a921-724608506201 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:14:05.034607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dd574-cf20-4342-8525-62c7ca674ba7 req-10c53fba-bb53-4eda-8e44-f1b798e6c142 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:05.036195 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa2dd574-cf20-4342-8525-62c7ca674ba7 req-10c53fba-bb53-4eda-8e44-f1b798e6c142 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0513010 Feb 04 10:14:05.084392 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa2dd574-cf20-4342-8525-62c7ca674ba7 req-48f18808-eca9-4131-a7e2-6271379baad5 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Feb 04 10:14:05.096087 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1a57378a-d1b5-421a-a921-724608506201,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:05.107804 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '1a57378a-d1b5-421a-a921-724608506201', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'port_id': '1a57378a-d1b5-421a-a921-724608506201', 'mac_address': 'fa:16:3e:14:5d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:14:05.142770 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 1a57378a-d1b5-421a-a921-724608506201 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:14:05.143150 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1a57378a-d1b5-421a-a921-724608506201), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:05.156115 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a57378a-d1b5-421a-a921-724608506201 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:14:05.175175 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1a57378a-d1b5-421a-a921-724608506201,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:05.179252 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (1a57378a-d1b5-421a-a921-724608506201), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:05.343768 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:05.528975 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e72078-d87c-4a98-b846-6750cc83b465 req-4eb1fa94-01d8-4920-87f9-28d958c8b5bf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:05.530425 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16e72078-d87c-4a98-b846-6750cc83b465 req-4eb1fa94-01d8-4920-87f9-28d958c8b5bf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 944 time: 0.0550268 Feb 04 10:14:05.544752 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['1a57378a-d1b5-421a-a921-724608506201'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:14:05.575921 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16e72078-d87c-4a98-b846-6750cc83b465 req-ab16c041-09e5-4043-9f06-f6820c353c37 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Feb 04 10:14:06.202986 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6971f-4960-458e-9c5b-31a24af278a7 req-57ec54db-9dc5-419d-bb9c-3806a3625be0 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:06.204543 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b4c6971f-4960-458e-9c5b-31a24af278a7 req-57ec54db-9dc5-419d-bb9c-3806a3625be0 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Feb 04 10:14:06.251008 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b4c6971f-4960-458e-9c5b-31a24af278a7 req-7c4793b4-de32-4890-995a-26ca63b23e12 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 Feb 04 10:14:06.693908 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8cde-daa1-4fe9-a609-caa5e2d22f9d req-5f6f9296-7523-44e2-9629-3d8f5700e55f tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:06.695387 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-994c8cde-daa1-4fe9-a609-caa5e2d22f9d req-5f6f9296-7523-44e2-9629-3d8f5700e55f tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 944 time: 0.0557775 Feb 04 10:14:06.741021 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-994c8cde-daa1-4fe9-a609-caa5e2d22f9d req-b6eef7d6-dc6c-4b33-b956-69b0314c8e37 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Feb 04 10:14:07.028758 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 1a57378a-d1b5-421a-a921-724608506201 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:14:07.077982 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 1a57378a-d1b5-421a-a921-724608506201 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:14:07.081677 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 1a57378a-d1b5-421a-a921-724608506201 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:07.082039 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1a57378a-d1b5-421a-a921-724608506201), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:07.154312 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 1a57378a-d1b5-421a-a921-724608506201 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:14:07.154689 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1a57378a-d1b5-421a-a921-724608506201), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:07.176483 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57378a-d1b5-421a-a921-724608506201'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:14:07.178694 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6e9a14-54e5-49db-88c2-a26c4a579f7e" -d '{"events": [{"server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "name": "network-vif-plugged", "status": "completed", "tag": "1a57378a-d1b5-421a-a921-724608506201"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:14:07.191448 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1a57378a-d1b5-421a-a921-724608506201,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:07.195532 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (1a57378a-d1b5-421a-a921-724608506201), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:07.244342 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:07.267189 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a396a5-5dc4-46c2-ba09-58019b5d26ef x-openstack-request-id: req-c9a396a5-5dc4-46c2-ba09-58019b5d26ef {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:14:07.267478 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "name": "network-vif-plugged", "status": "completed", "tag": "1a57378a-d1b5-421a-a921-724608506201", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:14:07.267768 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9a396a5-5dc4-46c2-ba09-58019b5d26ef {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:14:07.268156 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57378a-d1b5-421a-a921-724608506201', 'code': 200} Feb 04 10:14:07.367996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179b174-fabe-484c-9a5c-9ee52973a604 req-d4580329-25be-4e87-9cda-1eea60ecab11 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:07.369478 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0179b174-fabe-484c-9a5c-9ee52973a604 req-d4580329-25be-4e87-9cda-1eea60ecab11 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0526757 Feb 04 10:14:07.419623 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0179b174-fabe-484c-9a5c-9ee52973a604 req-20258603-f7ab-4223-a048-944a9e86a0a3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 Feb 04 10:14:07.502901 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5161455-52b4-43bc-ab11-d18c458758d2 req-cc7d98b2-9789-4f51-985a-ddcb97b27cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:07.504369 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5161455-52b4-43bc-ab11-d18c458758d2 req-cc7d98b2-9789-4f51-985a-ddcb97b27cdf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1129 time: 0.0430465 Feb 04 10:14:07.549045 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5161455-52b4-43bc-ab11-d18c458758d2 req-850ec9fa-72ef-4f56-b1aa-239e8166ebb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386083 Feb 04 10:14:07.855726 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6cc2-66fb-48d6-9bdb-a73392660f46 req-2c5fc45b-4e11-4a7f-a630-53fc96acee5c tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:07.857738 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51fb6cc2-66fb-48d6-9bdb-a73392660f46 req-2c5fc45b-4e11-4a7f-a630-53fc96acee5c tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0514033 Feb 04 10:14:07.901737 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51fb6cc2-66fb-48d6-9bdb-a73392660f46 req-fd333bc7-0471-4d4a-8dbb-cfa489281fde tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 Feb 04 10:14:08.536673 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba3601-d4ce-4c3a-b99b-349423db2b40 req-18ee0e15-2e80-4e64-83b5-937ca3cfda20 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:08.538125 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80ba3601-d4ce-4c3a-b99b-349423db2b40 req-18ee0e15-2e80-4e64-83b5-937ca3cfda20 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Feb 04 10:14:08.583026 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80ba3601-d4ce-4c3a-b99b-349423db2b40 req-37ddbd74-558f-4b2f-8d01-e3d546a16bbc tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Feb 04 10:14:09.029472 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b1dae-e801-42a3-9608-9259d4539396 req-c21a676e-a698-4fa8-972e-a39a32d6d265 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:09.030866 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-241b1dae-e801-42a3-9608-9259d4539396 req-c21a676e-a698-4fa8-972e-a39a32d6d265 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0631428 Feb 04 10:14:09.077113 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-241b1dae-e801-42a3-9608-9259d4539396 req-c3ec8abe-3483-441b-b149-1ae052e5d318 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Feb 04 10:14:09.190743 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baf3cd-1d6a-4dfb-992e-2c087a60c1a5 req-017bdc77-2886-496b-8d63-a1d56ca136fb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:09.192236 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9baf3cd-1d6a-4dfb-992e-2c087a60c1a5 req-017bdc77-2886-496b-8d63-a1d56ca136fb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0518756 Feb 04 10:14:09.237345 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9baf3cd-1d6a-4dfb-992e-2c087a60c1a5 req-fc2165b0-2544-43cb-8655-75a83b445b55 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Feb 04 10:14:09.553300 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba31b4e-8f14-4138-abff-3a341c69aa58 req-33bc85d0-8ef5-46c0-a8fe-13c6b90c476b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:09.554742 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ba31b4e-8f14-4138-abff-3a341c69aa58 req-33bc85d0-8ef5-46c0-a8fe-13c6b90c476b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0511363 Feb 04 10:14:09.603717 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ba31b4e-8f14-4138-abff-3a341c69aa58 req-f3242e16-8c1a-4e48-99f8-93e83218c17a tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Feb 04 10:14:09.701607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04df9-4480-467f-8b2c-77be038222d8 req-6bea0c6e-c626-4e6c-84cd-b1236b426dfd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:09.703348 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04f04df9-4480-467f-8b2c-77be038222d8 req-6bea0c6e-c626-4e6c-84cd-b1236b426dfd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0534236 Feb 04 10:14:09.751120 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04f04df9-4480-467f-8b2c-77be038222d8 req-c438cf50-832a-4744-846c-676153ed3164 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Feb 04 10:14:10.835079 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-114cbb8c-77a3-4346-b8af-98ff7f24a0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:10.868171 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:10.872150 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b853b-9204-4269-8607-c876b73f6e37 req-08bfae1d-68ed-4c98-9d4e-ffdd4ec917e4 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:10.873756 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fe6b853b-9204-4269-8607-c876b73f6e37 req-08bfae1d-68ed-4c98-9d4e-ffdd4ec917e4 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0542331 Feb 04 10:14:10.920267 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fe6b853b-9204-4269-8607-c876b73f6e37 req-90cc2557-9355-4191-a959-8592f89315c0 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Feb 04 10:14:12.044914 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfff4fd-968d-4fde-abb3-326bbc0509a0 req-ec8a962c-0a7a-42bf-a152-ff4868727012 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:12.046382 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7dfff4fd-968d-4fde-abb3-326bbc0509a0 req-ec8a962c-0a7a-42bf-a152-ff4868727012 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0563910 Feb 04 10:14:12.092356 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7dfff4fd-968d-4fde-abb3-326bbc0509a0 req-b5a917a7-72ae-40b5-9089-638b30e715ef tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Feb 04 10:14:13.102502 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0fd944fc-b690-4605-be8f-138a64028ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:13.210988 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecd6d8-4f15-4d07-b7c2-24e776180f18 req-d9e713b6-8c77-4327-9ce5-f84b5f6c4f77 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:13.212574 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5ecd6d8-4f15-4d07-b7c2-24e776180f18 req-d9e713b6-8c77-4327-9ce5-f84b5f6c4f77 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0516281 Feb 04 10:14:13.257527 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5ecd6d8-4f15-4d07-b7c2-24e776180f18 req-43757aa3-2573-4598-9a71-c5e1560237bc tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390294 Feb 04 10:14:13.874981 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:14.377032 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdaf8b-98b0-40b3-bb35-1bd03c77b4e8 req-8a8c67bd-bb5f-4e49-b853-494ccb017e8b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:14.378491 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81bdaf8b-98b0-40b3-bb35-1bd03c77b4e8 req-8a8c67bd-bb5f-4e49-b853-494ccb017e8b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Feb 04 10:14:14.422922 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81bdaf8b-98b0-40b3-bb35-1bd03c77b4e8 req-e2fe3201-328b-4a18-9744-10e326accf52 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 Feb 04 10:14:15.538662 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab580cbb-9ae6-48e8-8dcb-b4a03c7599e6 req-f97503e1-e954-4492-a99e-cb3631931603 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:15.540148 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab580cbb-9ae6-48e8-8dcb-b4a03c7599e6 req-f97503e1-e954-4492-a99e-cb3631931603 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0505731 Feb 04 10:14:15.581655 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:15.587454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab580cbb-9ae6-48e8-8dcb-b4a03c7599e6 req-1733749e-618d-4a34-9267-fa7323e4cbce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Feb 04 10:14:16.709439 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648d56-a642-49f7-9010-25fb46a60e31 req-793f2f1c-7186-437d-a6c3-fbf5585ddf4f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:16.710912 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a7648d56-a642-49f7-9010-25fb46a60e31 req-793f2f1c-7186-437d-a6c3-fbf5585ddf4f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0538113 Feb 04 10:14:16.760779 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a7648d56-a642-49f7-9010-25fb46a60e31 req-3ea8efcb-b2f2-4af0-960a-7f044737865c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Feb 04 10:14:16.910772 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:16.967242 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4966a-4d15-48be-90f0-64026bdebc6a req-052b807e-6ed3-4120-9302-0327e0ffae02 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:16.968769 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2a4966a-4d15-48be-90f0-64026bdebc6a req-052b807e-6ed3-4120-9302-0327e0ffae02 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0523694 Feb 04 10:14:17.014537 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2a4966a-4d15-48be-90f0-64026bdebc6a req-7b900748-928d-4eaf-b8d9-c1dd251e17cc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Feb 04 10:14:17.878051 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3d46f-ea27-4a0f-add9-cc0b27c5e1a9 req-e1baf39c-728c-4581-be22-d868c49e7a21 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:17.879505 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a0a3d46f-ea27-4a0f-add9-cc0b27c5e1a9 req-e1baf39c-728c-4581-be22-d868c49e7a21 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0506992 Feb 04 10:14:17.924861 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a0a3d46f-ea27-4a0f-add9-cc0b27c5e1a9 req-ce9687b6-e628-4475-a94f-68ca493a24f2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396998 Feb 04 10:14:18.147111 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da3c6a-39ed-409e-8ee9-ca2489cfb1cf req-ad678faf-1696-421f-a627-745d6113c2e7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:18.148621 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-97da3c6a-39ed-409e-8ee9-ca2489cfb1cf req-ad678faf-1696-421f-a627-745d6113c2e7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0616868 Feb 04 10:14:18.195704 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-97da3c6a-39ed-409e-8ee9-ca2489cfb1cf req-a8e84cc7-9305-4e3b-8a57-92406d858b74 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Feb 04 10:14:18.950470 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6831-8450-4512-8a51-257b6efd0cfb req-7afaca65-12c3-4797-bdc3-95cece8c4b47 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:18.952546 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a31d6831-8450-4512-8a51-257b6efd0cfb req-7afaca65-12c3-4797-bdc3-95cece8c4b47 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0517466 Feb 04 10:14:19.008408 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a31d6831-8450-4512-8a51-257b6efd0cfb req-4e02b899-4c7f-45e0-8a86-587ef67b3d51 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499902 Feb 04 10:14:19.030605 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37194) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:19.048668 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b2f6-f43c-4f6a-9c9e-37d06caef7c5 req-66e4127a-a1c4-4812-9afb-fa9bb6564137 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:19.050272 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81b2f6-f43c-4f6a-9c9e-37d06caef7c5 req-66e4127a-a1c4-4812-9afb-fa9bb6564137 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0578399 Feb 04 10:14:19.107541 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf81b2f6-f43c-4f6a-9c9e-37d06caef7c5 req-941aec7c-0c84-43ba-81bc-e7a6cef5dbec tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519049 Feb 04 10:14:19.116050 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d63b05-ac2a-4dcb-bf7a-c1f287a6a814 tempest-TestMinimumBasicScenario-623131795 tempest-TestMinimumBasicScenario-623131795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:19.117621 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-81d63b05-ac2a-4dcb-bf7a-c1f287a6a814 tempest-TestMinimumBasicScenario-623131795 tempest-TestMinimumBasicScenario-623131795-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1124 time: 0.0860279 Feb 04 10:14:19.120929 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:19.125819 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'port_id': '1a57378a-d1b5-421a-a921-724608506201', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:19.145877 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:19.260173 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:19.703546 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4d4af-7339-4801-a536-24021f3235bc req-7eed5fd9-85ce-415b-9682-e187ec86ced4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:19.705020 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e4d4af-7339-4801-a536-24021f3235bc req-7eed5fd9-85ce-415b-9682-e187ec86ced4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.4053440 Feb 04 10:14:19.731346 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Allocated IP 172.27.0.189 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/1f91f9f3-2350-450c-aff1-60cf1645bcae) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:14:19.739854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89fb65-c241-4263-8853-c39ee6d71557 req-894eec37-2d96-43a5-b5f5-8d9cb55048bf tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:19.741240 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b89fb65-c241-4263-8853-c39ee6d71557 req-894eec37-2d96-43a5-b5f5-8d9cb55048bf tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.4270480 Feb 04 10:14:19.800330 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-5a4595fb-2907-47ea-a0f2-732106af2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:19.801789 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-5a4595fb-2907-47ea-a0f2-732106af2d16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1129 time: 0.4033072 Feb 04 10:14:19.907500 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e4d4af-7339-4801-a536-24021f3235bc req-4f44130b-da22-4bcc-a381-dade033d58eb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930628 Feb 04 10:14:19.933039 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b89fb65-c241-4263-8853-c39ee6d71557 req-6a0bf994-e30d-4c17-9b26-1ab7464c4ae7 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851506 Feb 04 10:14:19.976934 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:19.990550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-b4f13245-3b66-4963-8d1d-7ffe557f0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:19.992068 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-b4f13245-3b66-4963-8d1d-7ffe557f0831 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 912 time: 0.1635482 Feb 04 10:14:20.064809 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:20.094693 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-8db17b4b-4339-4868-81cb-2a67eec2cf75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 200 len: 1001 time: 0.0952976 Feb 04 10:14:20.117464 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:14:20.136618 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:14:20.141909 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:14:20.150229 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'Port': ['ID=1f91f9f3-2350-450c-aff1-60cf1645bcae,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:20.186572 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-c1cb4715-1d1a-470c-b6f5-552b8ad303b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:20.188124 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-c1cb4715-1d1a-470c-b6f5-552b8ad303b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.0870857 Feb 04 10:14:20.303245 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-701912c8-05bd-4480-86fa-939417475d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:20.304655 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-701912c8-05bd-4480-86fa-939417475d48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860977 Feb 04 10:14:20.474376 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-1c23a6a5-2a51-42f9-964e-c27a3579a75f service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374924 Feb 04 10:14:20.659721 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac376a8a-0131-4c75-8851-ebefb60cda43 req-7ea7820e-66c1-4ab3-b6ff-fc7ff6af59b6 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664562 Feb 04 10:14:20.663328 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for floatingip (ef60cbb7-8ad4-40be-88ca-41694662e76e), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:20.730233 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:20.877061 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:20.882151 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:20.947395 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'Port': ['ID=1f91f9f3-2350-450c-aff1-60cf1645bcae,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:20.959953 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (ef60cbb7-8ad4-40be-88ca-41694662e76e), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.133047 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02aa48-b023-4aff-9424-1a15f376cefa req-f5287706-55d4-4119-9318-9605d6da6b5f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:21.134520 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e02aa48-b023-4aff-9424-1a15f376cefa req-f5287706-55d4-4119-9318-9605d6da6b5f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.1372561 Feb 04 10:14:21.144415 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6e327-9129-44bc-872b-1ca6e232ff82 req-16ea8a10-11eb-451f-a4a0-014e17242c45 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:21.145777 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9e6e327-9129-44bc-872b-1ca6e232ff82 req-16ea8a10-11eb-451f-a4a0-014e17242c45 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.1131897 Feb 04 10:14:21.148884 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Floating IP ef60cbb7-8ad4-40be-88ca-41694662e76e associated. External IP: 172.27.0.189, port: 1a57378a-d1b5-421a-a921-724608506201. Feb 04 10:14:21.292174 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e02aa48-b023-4aff-9424-1a15f376cefa req-1fe5e38a-80ed-4d83-8326-2e810aa4d011 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453774 Feb 04 10:14:21.297189 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9e6e327-9129-44bc-872b-1ca6e232ff82 req-b3df0ca2-73cd-4d4b-b6ae-9311ad3cf95b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460373 Feb 04 10:14:21.438649 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:14:21.549436 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:14:21.559337 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] Sync routers for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:14:21.566558 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.569607 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:14:21.570231 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:14:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:21.597289 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-388f3a40-1eff-492a-8ed9-d9e06fc87cbc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4752715 Feb 04 10:14:21.597867 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:14:21.600141 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:14:21.600416 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37210) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:21.605698 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-51b716fa-e62f-4635-9305-e344cf46adab tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326812262', 'description': 'tempest-secgroup-smoke-1326812262 description', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:21.628876 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51b716fa-e62f-4635-9305-e344cf46adab tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.640841 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f6c7fa-cda7-4e69-9348-1af5789a9c3e x-openstack-request-id: req-48f6c7fa-cda7-4e69-9348-1af5789a9c3e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:14:21.641162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:14:21.641413 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48f6c7fa-cda7-4e69-9348-1af5789a9c3e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:14:21.641921 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201', 'status': 'completed', 'code': 200} Feb 04 10:14:21.683723 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:14:21.714762 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51b716fa-e62f-4635-9305-e344cf46adab tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group (5a99d67d-c9e4-489b-a25d-4ee685dd66ac), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.719331 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51b716fa-e62f-4635-9305-e344cf46adab tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5a99d67d-c9e4-489b-a25d-4ee685dd66ac), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.741930 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-7356b096-eaf5-4bc1-b6ec-17e78db7a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:21.743998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-7356b096-eaf5-4bc1-b6ec-17e78db7a7bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1129 time: 0.0545833 Feb 04 10:14:21.758062 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51b716fa-e62f-4635-9305-e344cf46adab tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.759279 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-51b716fa-e62f-4635-9305-e344cf46adab tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1577601 Feb 04 10:14:21.763041 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37214) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:21.764995 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b716fa-e62f-4635-9305-e344cf46adab tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a99d67d-c9e4-489b-a25d-4ee685dd66ac,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:21.769611 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8dca07a4-c572-4a1b-8892-378a0a024502 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'security_group_rule': {'security_group_id': '5a99d67d-c9e4-489b-a25d-4ee685dd66ac', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:21.794813 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8dca07a4-c572-4a1b-8892-378a0a024502 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (717815c7-09bf-46e9-9718-9b15cdf7bb4c), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.842767 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-e5c3025a-934b-41ae-b624-68a0574b3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:21.844232 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-e5c3025a-934b-41ae-b624-68a0574b3a56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 915 time: 0.0932443 Feb 04 10:14:21.853125 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8dca07a4-c572-4a1b-8892-378a0a024502 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (717815c7-09bf-46e9-9718-9b15cdf7bb4c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.857469 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8dca07a4-c572-4a1b-8892-378a0a024502 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (717815c7-09bf-46e9-9718-9b15cdf7bb4c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.876147 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca07a4-c572-4a1b-8892-378a0a024502 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717815c7-09bf-46e9-9718-9b15cdf7bb4c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:21.883344 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8dca07a4-c572-4a1b-8892-378a0a024502 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.887486 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8dca07a4-c572-4a1b-8892-378a0a024502 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233492 Feb 04 10:14:21.888133 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37216) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:21.892739 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6a85d888-8a87-42ce-af0b-56e118d897ea tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'security_group_rule': {'security_group_id': '5a99d67d-c9e4-489b-a25d-4ee685dd66ac', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:21.916811 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-df38a013-8845-4674-b6e0-f66e1e3738b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 999 time: 0.0652602 Feb 04 10:14:21.918625 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a85d888-8a87-42ce-af0b-56e118d897ea tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (e66a5dcc-ddb1-493b-a1b2-cb2d02b7577c), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.944910 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ef60cbb7-8ad4-40be-88ca-41694662e76e', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'port_id': '1a57378a-d1b5-421a-a921-724608506201', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'mac_address': 'fa:16:3e:14:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:14:20Z', 'updated_at': '2022-02-04T10:14:20Z', 'revision_number': 0, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 5, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:21.968721 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-848eb03e-0fde-46ef-8c0f-6e41e2c4fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:21.970255 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-848eb03e-0fde-46ef-8c0f-6e41e2c4fd1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 200 len: 853 time: 0.0452557 Feb 04 10:14:21.981190 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] Checking router: 93d5ab51-68eb-45ee-a9e2-41984b44ad12 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:14:21.990453 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:14:21.991069 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:14:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:21.991523 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a85d888-8a87-42ce-af0b-56e118d897ea tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (e66a5dcc-ddb1-493b-a1b2-cb2d02b7577c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:21.996503 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a85d888-8a87-42ce-af0b-56e118d897ea tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (e66a5dcc-ddb1-493b-a1b2-cb2d02b7577c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.023032 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85d888-8a87-42ce-af0b-56e118d897ea tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66a5dcc-ddb1-493b-a1b2-cb2d02b7577c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:22.033177 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a85d888-8a87-42ce-af0b-56e118d897ea tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.034473 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6a85d888-8a87-42ce-af0b-56e118d897ea tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451137 Feb 04 10:14:22.036188 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-731405e7-5c3a-4f13-b5dc-ee66670b7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:22.037136 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37218) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:22.037949 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-731405e7-5c3a-4f13-b5dc-ee66670b7df8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=280e7979-c72c-4200-81f1-c1a813169502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545564 Feb 04 10:14:22.042751 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1ac0a4d5-b15b-45bd-9c1f-33cf5e8287d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'security_group_rule': {'security_group_id': '5a99d67d-c9e4-489b-a25d-4ee685dd66ac', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:22.075805 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a4d5-b15b-45bd-9c1f-33cf5e8287d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (e596b4e0-9aad-40d4-a4a7-7ec389ec7d92), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.105313 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:14:22.136588 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a4d5-b15b-45bd-9c1f-33cf5e8287d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (e596b4e0-9aad-40d4-a4a7-7ec389ec7d92), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.140413 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a4d5-b15b-45bd-9c1f-33cf5e8287d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (e596b4e0-9aad-40d4-a4a7-7ec389ec7d92), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.140610 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-4d72fd53-a80b-4308-b934-a8d2587c3c21 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923967 Feb 04 10:14:22.158427 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0a4d5-b15b-45bd-9c1f-33cf5e8287d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e596b4e0-9aad-40d4-a4a7-7ec389ec7d92,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:22.170730 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a4d5-b15b-45bd-9c1f-33cf5e8287d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.175184 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1ac0a4d5-b15b-45bd-9c1f-33cf5e8287d0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359601 Feb 04 10:14:22.175916 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37220) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:22.180436 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5693a174-a6e1-455d-8a77-c23a6acfbe7d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'security_group_rule': {'security_group_id': '5a99d67d-c9e4-489b-a25d-4ee685dd66ac', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:22.205598 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5693a174-a6e1-455d-8a77-c23a6acfbe7d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (3fede115-88d9-4c82-9ea6-8698e559919b), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.247892 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cf217e7-e95f-4e4f-bea6-8c3a6c66e65e req-42a51ffb-1889-4fef-b79f-9a4af45743d9 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010263 Feb 04 10:14:22.270853 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5693a174-a6e1-455d-8a77-c23a6acfbe7d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (3fede115-88d9-4c82-9ea6-8698e559919b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.274670 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5693a174-a6e1-455d-8a77-c23a6acfbe7d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (3fede115-88d9-4c82-9ea6-8698e559919b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.292289 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693a174-a6e1-455d-8a77-c23a6acfbe7d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fede115-88d9-4c82-9ea6-8698e559919b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:22.301338 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5693a174-a6e1-455d-8a77-c23a6acfbe7d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.302570 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5693a174-a6e1-455d-8a77-c23a6acfbe7d tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256714 Feb 04 10:14:22.305362 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37222) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:22.309664 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'security_group_rule': {'security_group_id': '5a99d67d-c9e4-489b-a25d-4ee685dd66ac', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:22.335618 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Project 0d5505aef3124f3b9e6de01bf20cddab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 10:14:22.344455 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (d76bf48b-c651-4855-86fb-bf9412e57e4a), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.351000 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ef60cbb7-8ad4-40be-88ca-41694662e76e', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'port_id': '1a57378a-d1b5-421a-a921-724608506201', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'mac_address': 'fa:16:3e:14:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:14:20Z', 'updated_at': '2022-02-04T10:14:20Z', 'revision_number': 0, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 5, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:22.383883 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4604113f-9258-45cc-a9eb-99ef94501b3c None None] The sync data for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi is: [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ef60cbb7-8ad4-40be-88ca-41694662e76e', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'port_id': '1a57378a-d1b5-421a-a921-724608506201', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'mac_address': 'fa:16:3e:14:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:14:20Z', 'updated_at': '2022-02-04T10:14:20Z', 'revision_number': 0, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 5, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:14:22.413832 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (d76bf48b-c651-4855-86fb-bf9412e57e4a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.418731 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (d76bf48b-c651-4855-86fb-bf9412e57e4a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.440112 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76bf48b-c651-4855-86fb-bf9412e57e4a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:22.446375 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.447962 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2b53ebf0-501d-4f22-848e-dfeab1c5ee82 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412928 Feb 04 10:14:22.450374 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37228) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:22.456226 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'security_group_rule': {'security_group_id': '5a99d67d-c9e4-489b-a25d-4ee685dd66ac', 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:22.482273 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0090e10-8567-4598-90b6-4eb1e31256e0 req-4a8a44e3-2144-4b37-b0bf-c2fdd1182c99 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:22.483793 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0090e10-8567-4598-90b6-4eb1e31256e0 req-4a8a44e3-2144-4b37-b0bf-c2fdd1182c99 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.1029253 Feb 04 10:14:22.490313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705658-6bb6-4dc2-8580-26984469e67b req-b5c577c1-8ac0-4fd0-84e5-ba5b1d359a36 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:22.491670 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-32705658-6bb6-4dc2-8580-26984469e67b req-b5c577c1-8ac0-4fd0-84e5-ba5b1d359a36 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.1194122 Feb 04 10:14:22.520800 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Project 0d5505aef3124f3b9e6de01bf20cddab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 10:14:22.547472 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (8fe2d694-b55f-4994-a864-cf7a809e1691), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.594641 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51adb51b-dadf-452d-9490-201c4cdd8374 None None] New status for floating IP ef60cbb7-8ad4-40be-88ca-41694662e76e: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:14:22.842288 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0090e10-8567-4598-90b6-4eb1e31256e0 req-3704e492-046e-43dc-bd5b-c7936bd2b560 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496754 Feb 04 10:14:22.869486 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-32705658-6bb6-4dc2-8580-26984469e67b req-17a62e38-c87d-4b25-8450-502dd4c9ec9e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672686 Feb 04 10:14:22.889414 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (8fe2d694-b55f-4994-a864-cf7a809e1691), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.893100 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (8fe2d694-b55f-4994-a864-cf7a809e1691), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.909824 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe2d694-b55f-4994-a864-cf7a809e1691,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:22.917424 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:22.918817 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e01ff4e3-7846-4c2e-9d29-efa0559762cb tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4669623 Feb 04 10:14:23.005921 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-e81cb7d2-bc99-4ab4-b9db-a26e5838d97e tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326812262&fields=id&tenant_id=0d5505aef3124f3b9e6de01bf20cddab HTTP/1.1" status: 200 len: 267 time: 0.0427029 Feb 04 10:14:23.061454 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-596d2d8a-563c-467d-a0d8-aa265b59c6ff tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:23.062997 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-596d2d8a-563c-467d-a0d8-aa265b59c6ff tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0518904 Feb 04 10:14:23.073569 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'port': {'security_groups': ['bc69fcf0-417f-4727-a6a1-7882f0208063', '5a99d67d-c9e4-489b-a25d-4ee685dd66ac']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:23.144320 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1a57378a-d1b5-421a-a921-724608506201), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:23.322805 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1a57378a-d1b5-421a-a921-724608506201,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:23.350990 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for port (1a57378a-d1b5-421a-a921-724608506201), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:23.355235 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (1a57378a-d1b5-421a-a921-724608506201), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:23.390989 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['1a57378a-d1b5-421a-a921-724608506201'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:14:23.398448 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:23.399068 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:23.400498 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-54472db3-55e0-45c1-a2de-6bd39c1603ff req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "PUT /v2.0/ports/1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 981 time: 0.3313670 Feb 04 10:14:23.425142 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12331764-3489-4298-8f8a-2d411a740054 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:23.524485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cb86b-db6c-47da-b1d6-d66bbb86e261 req-c5471344-6e32-4f04-86c4-758486682d00 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:23.526033 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e93cb86b-db6c-47da-b1d6-d66bbb86e261 req-c5471344-6e32-4f04-86c4-758486682d00 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0619926 Feb 04 10:14:23.554845 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['1a57378a-d1b5-421a-a921-724608506201'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:14:23.589662 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e93cb86b-db6c-47da-b1d6-d66bbb86e261 req-3c29bcba-efde-46bd-8c2c-0f49de7bc757 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571973 Feb 04 10:14:23.643376 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:14:23.645742 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:14:23.650868 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-75379284-cf41-4b9f-b646-8378489ecdec None None] Provisioning complete for port 1a57378a-d1b5-421a-a921-724608506201 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:23.651239 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-75379284-cf41-4b9f-b646-8378489ecdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1a57378a-d1b5-421a-a921-724608506201), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:23.682399 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3186fd44-4a18-46d3-a445-e67879750b3d x-openstack-request-id: req-3186fd44-4a18-46d3-a445-e67879750b3d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:14:23.682692 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:14:23.682940 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3186fd44-4a18-46d3-a445-e67879750b3d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:14:23.683336 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201', 'status': 'completed', 'code': 200} Feb 04 10:14:23.781143 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-91d4c1a7-0b19-4c14-8a1d-86ec91dcb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:23.782738 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-91d4c1a7-0b19-4c14-8a1d-86ec91dcb841 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1168 time: 0.0453327 Feb 04 10:14:23.846838 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-75379284-cf41-4b9f-b646-8378489ecdec None None] Current status of the port 1a57378a-d1b5-421a-a921-724608506201 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:14:23.875460 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-afd9885d-06cc-4072-a438-f89da483e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:23.876964 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-afd9885d-06cc-4072-a438-f89da483e947 service neutron] 10.222.0.57 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 915 time: 0.0873628 Feb 04 10:14:23.975716 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-b70fc263-d5f1-4424-bab9-43b1f2ee6232 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 1001 time: 0.0912340 Feb 04 10:14:23.998312 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18525068-55b1-432e-807d-73cbb5c88573 req-fec452cd-2cc2-4cf5-ac68-ce76d1970011 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:23.999746 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18525068-55b1-432e-807d-73cbb5c88573 req-fec452cd-2cc2-4cf5-ac68-ce76d1970011 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0795684 Feb 04 10:14:24.057929 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-7c3ca3f2-253d-4061-bc72-a1dc15febf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:24.059395 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-7c3ca3f2-253d-4061-bc72-a1dc15febf32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 200 len: 853 time: 0.0757074 Feb 04 10:14:24.087034 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18525068-55b1-432e-807d-73cbb5c88573 req-e559c706-f774-4770-8aa4-15f670fce700 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669029 Feb 04 10:14:24.120357 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-78e5b1c3-e306-4712-9d28-d3bf2095ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:24.121980 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-78e5b1c3-e306-4712-9d28-d3bf2095ac09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=280e7979-c72c-4200-81f1-c1a813169502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523441 Feb 04 10:14:24.213263 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-e4df0180-efb9-467c-89d3-1243514959b4 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834656 Feb 04 10:14:24.307515 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5d32d97-cfe6-4d97-a62e-aec68cafeba3 req-3886039d-22a6-448d-86a0-51bb20af7bf9 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826237 Feb 04 10:14:25.217179 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483af03-920c-46f0-9e94-55f1bdb56e69 req-d426df78-dcef-40e8-93cb-7b1ece8895d4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:25.218581 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6483af03-920c-46f0-9e94-55f1bdb56e69 req-d426df78-dcef-40e8-93cb-7b1ece8895d4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0592549 Feb 04 10:14:25.270814 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6483af03-920c-46f0-9e94-55f1bdb56e69 req-a4b2b609-9a3b-4b99-acc4-6579fa7e75d4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468450 Feb 04 10:14:26.396441 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58eb10-fb42-4c72-886d-7c6fae68d5a9 req-abd8e6e9-e114-44e2-94b8-e8f7db700237 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:26.398241 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b58eb10-fb42-4c72-886d-7c6fae68d5a9 req-abd8e6e9-e114-44e2-94b8-e8f7db700237 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0570886 Feb 04 10:14:26.443593 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5b58eb10-fb42-4c72-886d-7c6fae68d5a9 req-5b8d3d12-9205-4dd5-95bd-daaeffac4692 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400360 Feb 04 10:14:27.563895 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a473b4c-1239-4e37-b6ae-41fabc8f3dc3 req-f7fbde9c-3e6d-4f17-92ad-96fad3cf4179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:27.565340 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a473b4c-1239-4e37-b6ae-41fabc8f3dc3 req-f7fbde9c-3e6d-4f17-92ad-96fad3cf4179 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0504968 Feb 04 10:14:27.611092 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a473b4c-1239-4e37-b6ae-41fabc8f3dc3 req-e70c3b5d-7834-4bd5-9d2c-337266d8625a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Feb 04 10:14:28.729782 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76e58b-6079-4676-8be2-9cc3cf399619 req-2b1c67e1-7353-45fb-ae30-2d2509ef06cc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:28.731242 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d76e58b-6079-4676-8be2-9cc3cf399619 req-2b1c67e1-7353-45fb-ae30-2d2509ef06cc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0515082 Feb 04 10:14:28.779431 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d76e58b-6079-4676-8be2-9cc3cf399619 req-b8f700c2-14bb-40ed-b9c0-073f3fef29d4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Feb 04 10:14:29.898422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604a43b-9944-4d8c-9342-f3ff43faa30b req-20b34a0e-2189-418e-89a1-226313826aa7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:29.899892 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f604a43b-9944-4d8c-9342-f3ff43faa30b req-20b34a0e-2189-418e-89a1-226313826aa7 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0512371 Feb 04 10:14:29.945688 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f604a43b-9944-4d8c-9342-f3ff43faa30b req-c87e31bb-9a87-4f76-a8d6-2925c5caba1d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Feb 04 10:14:31.064412 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170a73-183f-42ce-955a-269ccfdd432f req-b08f9a21-ff20-45af-9de2-153206c90f73 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:31.065768 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e3170a73-183f-42ce-955a-269ccfdd432f req-b08f9a21-ff20-45af-9de2-153206c90f73 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0510843 Feb 04 10:14:31.110299 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e3170a73-183f-42ce-955a-269ccfdd432f req-b0851d54-e1cc-4801-ac94-a9ff3c0c6f5e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389774 Feb 04 10:14:32.233610 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed85e4-d295-4925-983f-3026a3017c41 req-be48c198-1c3d-4841-a9b7-447699e5a862 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:32.235058 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-82ed85e4-d295-4925-983f-3026a3017c41 req-be48c198-1c3d-4841-a9b7-447699e5a862 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0549116 Feb 04 10:14:32.280164 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-82ed85e4-d295-4925-983f-3026a3017c41 req-33100c5b-ff2b-4598-9ac2-14e3a306ca97 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Feb 04 10:14:33.156794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:14:33.251097 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:33.261788 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'port_id': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'mac_address': 'fa:16:3e:19:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:14:33.297138 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: ACTIVE; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:14:33.297520 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:33.311037 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbd6775c-71e6-4cea-b85e-4c26b9935222 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:14:33.330884 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:33.334741 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:33.383161 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:33.390521 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.390867 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.391200 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.391530 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.391879 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.392203 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.392519 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.392839 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.393151 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.393467 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.393784 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.394095 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.394405 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:33.401154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994784a0-7870-47e4-bfec-3f9cc6b04ef4 req-b136d05f-a737-4d20-8ae9-7cf1f90223af tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:33.402651 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-994784a0-7870-47e4-bfec-3f9cc6b04ef4 req-b136d05f-a737-4d20-8ae9-7cf1f90223af tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 944 time: 0.0520639 Feb 04 10:14:33.448462 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-994784a0-7870-47e4-bfec-3f9cc6b04ef4 req-c4269249-f902-4efa-a530-29abee5d124a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Feb 04 10:14:33.541970 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['bbd6775c-71e6-4cea-b85e-4c26b9935222'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:14:34.569375 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ef407-a14c-4061-bc4a-99dc99af6acf req-6ba69531-f3c4-46a5-a261-7d7bc4555ff1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:34.570850 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-441ef407-a14c-4061-bc4a-99dc99af6acf req-6ba69531-f3c4-46a5-a261-7d7bc4555ff1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 944 time: 0.0519230 Feb 04 10:14:34.619309 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-441ef407-a14c-4061-bc4a-99dc99af6acf req-a0c634af-4862-4bc5-bb5a-b812b3a2582b tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Feb 04 10:14:35.170277 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:14:35.218513 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port bbd6775c-71e6-4cea-b85e-4c26b9935222 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:35.218880 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:35.294605 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:14:35.295003 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:35.317601 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:14:35.319794 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e3293-314b-4c55-9343-589efb2fd5aa" -d '{"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:14:35.331672 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:35.335988 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:35.366043 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa269a6-4086-4e91-ac8d-abd550ea7c37 x-openstack-request-id: req-9aa269a6-4086-4e91-ac8d-abd550ea7c37 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:14:35.366333 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:14:35.366582 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9aa269a6-4086-4e91-ac8d-abd550ea7c37 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:14:35.366961 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'code': 200} Feb 04 10:14:35.387778 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:35.752620 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8886d9-98d9-4cc1-accc-de67e592c3fb req-7ed774a0-9350-4804-81b6-35fb15ea98eb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:35.754831 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd8886d9-98d9-4cc1-accc-de67e592c3fb req-7ed774a0-9350-4804-81b6-35fb15ea98eb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0602772 Feb 04 10:14:35.805404 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd8886d9-98d9-4cc1-accc-de67e592c3fb req-6c3d7412-4b44-44f3-8bdd-7cd39a53b88f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451481 Feb 04 10:14:36.952334 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e03143-b129-4102-8a34-176eb1b3d8d5 req-50adf800-305e-44de-8840-9b16f83d66a0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:36.956085 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-38e03143-b129-4102-8a34-176eb1b3d8d5 req-50adf800-305e-44de-8840-9b16f83d66a0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0571368 Feb 04 10:14:37.016400 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-38e03143-b129-4102-8a34-176eb1b3d8d5 req-7fd56803-f878-44dc-841c-9a7110136088 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560884 Feb 04 10:14:38.148516 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a04eb-0f1b-4227-a870-9d3fd650235e req-0f71a3fc-b50f-4d54-8254-8cee349fe5d5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:38.149989 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eb3a04eb-0f1b-4227-a870-9d3fd650235e req-0f71a3fc-b50f-4d54-8254-8cee349fe5d5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0583785 Feb 04 10:14:38.200057 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eb3a04eb-0f1b-4227-a870-9d3fd650235e req-d00ede7f-d944-4380-b826-a46b88f45e60 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445209 Feb 04 10:14:39.336926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5253a1-91fd-43c2-928d-5a37f1d2b197 req-dce8dfc3-9638-4941-9d5c-768be74af8e1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:39.338630 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab5253a1-91fd-43c2-928d-5a37f1d2b197 req-dce8dfc3-9638-4941-9d5c-768be74af8e1 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0543463 Feb 04 10:14:39.389779 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab5253a1-91fd-43c2-928d-5a37f1d2b197 req-2395f9bd-49c7-4151-84b9-205a57eb79ba tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 Feb 04 10:14:40.258666 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:14:40.527386 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1c51c-3f35-49ea-86c3-3e7068e2ff62 req-ba0bac2e-de9f-4d5c-99f5-0d221b640816 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:40.528884 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03b1c51c-3f35-49ea-86c3-3e7068e2ff62 req-ba0bac2e-de9f-4d5c-99f5-0d221b640816 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0587735 Feb 04 10:14:40.584742 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03b1c51c-3f35-49ea-86c3-3e7068e2ff62 req-b6d226a5-229c-4a4c-8500-c3585da1a472 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496895 Feb 04 10:14:40.838336 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43e75f7f-3532-4b17-8a30-bed3db19a2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:40.880578 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:41.361770 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-e1e771dc-d8cc-4d71-af74-cc295ab3d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:41.363361 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-e1e771dc-d8cc-4d71-af74-cc295ab3d12b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1129 time: 0.0454621 Feb 04 10:14:41.489345 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-63bf0c10-43a1-4d4d-bc39-4f8b34f7eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:41.490855 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-63bf0c10-43a1-4d4d-bc39-4f8b34f7eae1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.0984702 Feb 04 10:14:41.562150 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-0d0866ff-b7b6-4b13-be3d-7672ba99eaed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 200 len: 1000 time: 0.0643227 Feb 04 10:14:41.612864 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-bbbbff38-c0b9-4bf6-a979-81a09e121a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:41.614367 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-bbbbff38-c0b9-4bf6-a979-81a09e121a18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0463593 Feb 04 10:14:41.704183 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-cbef22dd-2cf2-4e6f-8423-49317edd0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:41.706596 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-cbef22dd-2cf2-4e6f-8423-49317edd0ed3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820405 Feb 04 10:14:41.770458 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162b352-21bb-4f1f-ba1d-9c04b65d168b req-de10a1b7-7a06-4f00-a91d-6d56b8adca40 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:41.771988 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0162b352-21bb-4f1f-ba1d-9c04b65d168b req-de10a1b7-7a06-4f00-a91d-6d56b8adca40 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.1104345 Feb 04 10:14:41.850619 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-bf3ec6fc-4971-4fdb-8c0c-f6b19101a1f3 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335089 Feb 04 10:14:41.853930 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0162b352-21bb-4f1f-ba1d-9c04b65d168b req-12f87ae1-ad30-46a5-a3f0-3514e61578e4 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723650 Feb 04 10:14:41.956656 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4a7fa065-f57e-463a-b03f-8d40e52da912 req-376b87f3-be51-40fd-9881-dd28c3e82450 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921845 Feb 04 10:14:42.984275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e139-efab-4c58-b3d3-d9b4713833f9 req-70fd10eb-bc96-4621-ba0a-385f405b7c1e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:42.985895 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7418e139-efab-4c58-b3d3-d9b4713833f9 req-70fd10eb-bc96-4621-ba0a-385f405b7c1e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0571086 Feb 04 10:14:43.039174 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7418e139-efab-4c58-b3d3-d9b4713833f9 req-058b2ee8-dfef-4f6a-b831-316c0c40595f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474722 Feb 04 10:14:43.104705 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-949cb5a2-83ed-4183-b083-c90022f1fa40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:43.878655 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:44.166540 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937763-4e2c-4c1b-85c1-59a6d9caa905 req-6c68faf9-7105-46b8-911c-972f99f54f0d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:44.168056 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2937763-4e2c-4c1b-85c1-59a6d9caa905 req-6c68faf9-7105-46b8-911c-972f99f54f0d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0567694 Feb 04 10:14:44.213238 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2937763-4e2c-4c1b-85c1-59a6d9caa905 req-dd259abb-17f9-41a4-86e8-225d2f6a5d4c tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392652 Feb 04 10:14:44.826975 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c316e5-0751-483c-9941-1fa84f726160 req-9fc460eb-186c-4d3f-b324-406073039c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:44.828586 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8c316e5-0751-483c-9941-1fa84f726160 req-9fc460eb-186c-4d3f-b324-406073039c93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1129 time: 0.0452559 Feb 04 10:14:44.920487 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c316e5-0751-483c-9941-1fa84f726160 req-7b8dd13d-6591-4b4f-900d-9b6dee5b7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:44.922094 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8c316e5-0751-483c-9941-1fa84f726160 req-7b8dd13d-6591-4b4f-900d-9b6dee5b7b65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.0867903 Feb 04 10:14:44.990782 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8c316e5-0751-483c-9941-1fa84f726160 req-5854b73e-a228-44bb-a46f-c42efb889681 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 200 len: 1000 time: 0.0573144 Feb 04 10:14:45.037771 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c316e5-0751-483c-9941-1fa84f726160 req-20e38498-8079-4bdd-918c-2b4504cc0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:45.039163 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8c316e5-0751-483c-9941-1fa84f726160 req-20e38498-8079-4bdd-918c-2b4504cc0484 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0416827 Feb 04 10:14:45.091169 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c316e5-0751-483c-9941-1fa84f726160 req-a7e84268-800d-49ee-9072-98f7155df5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:45.092613 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8c316e5-0751-483c-9941-1fa84f726160 req-a7e84268-800d-49ee-9072-98f7155df5dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469911 Feb 04 10:14:45.178126 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8c316e5-0751-483c-9941-1fa84f726160 req-a736e0bc-66f2-4408-97d6-4ba9cb41ed3c service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790503 Feb 04 10:14:45.276643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8c316e5-0751-483c-9941-1fa84f726160 req-9951e5d7-fb52-433c-ad13-eb0148d84aa3 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839028 Feb 04 10:14:45.334733 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f4e3-cc05-4c69-918a-fdd5613dd61e req-705287c1-ad33-4843-be3b-ff2c3167f485 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:45.336228 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ac8f4e3-cc05-4c69-918a-fdd5613dd61e req-705287c1-ad33-4843-be3b-ff2c3167f485 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0523977 Feb 04 10:14:45.380567 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ac8f4e3-cc05-4c69-918a-fdd5613dd61e req-70f2b25b-af26-44f7-a07d-c28b78cbde04 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388041 Feb 04 10:14:45.579226 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:46.501357 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eefd8e-bbb8-452c-b620-ac912d7f4523 req-86110111-86fb-48f6-9ef3-403f8289b194 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:46.502829 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57eefd8e-bbb8-452c-b620-ac912d7f4523 req-86110111-86fb-48f6-9ef3-403f8289b194 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 945 time: 0.0508235 Feb 04 10:14:46.547879 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57eefd8e-bbb8-452c-b620-ac912d7f4523 req-a1405c38-db79-4062-bf0b-4eaf8683a4cd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Feb 04 10:14:46.893265 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:47.207873 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:14:47.281748 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: ACTIVE; New status is: DOWN {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:14:47.282127 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:47.304288 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:14:47.306569 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cd8d63-ff02-41a8-a490-d9d621208b56" -d '{"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:14:47.320102 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:14:47.324013 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:14:47.346037 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef1b1f8-5586-42aa-86f1-9372ad36d1c4 x-openstack-request-id: req-3ef1b1f8-5586-42aa-86f1-9372ad36d1c4 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:14:47.346324 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:14:47.346573 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ef1b1f8-5586-42aa-86f1-9372ad36d1c4 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:14:47.346959 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'code': 200} Feb 04 10:14:47.372690 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:47.671423 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503e17a-d323-49ca-a09c-87a1fc0b5ecb req-94512111-295e-4886-ac54-a3ba9297d655 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:47.672897 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6503e17a-d323-49ca-a09c-87a1fc0b5ecb req-94512111-295e-4886-ac54-a3ba9297d655 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0553701 Feb 04 10:14:47.717387 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6503e17a-d323-49ca-a09c-87a1fc0b5ecb req-26981f1d-1456-409a-b81b-2917b2fc633f tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390928 Feb 04 10:14:48.600882 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e0c88-b84c-4e4f-9bf2-3806c8b11a90 req-30e51be2-6063-423d-89ae-3e2eb99dd277 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:48.602368 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c10e0c88-b84c-4e4f-9bf2-3806c8b11a90 req-30e51be2-6063-423d-89ae-3e2eb99dd277 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0540500 Feb 04 10:14:48.648397 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c10e0c88-b84c-4e4f-9bf2-3806c8b11a90 req-f68c42e3-8d8c-4b5a-8368-bdc73f0a2410 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403633 Feb 04 10:14:48.748100 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37390) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:14:48.830366 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-95caed87-f9ba-44be-8ca3-915bcc448331 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811501 Feb 04 10:14:48.838876 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-861d7ca8-31a1-47fc-91be-999097af3e80 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:14:48.840462 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-861d7ca8-31a1-47fc-91be-999097af3e80 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049121 Feb 04 10:14:49.401171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145bea9-cf2c-4d83-898e-2100ad57d200 req-82eeb888-0104-41a6-9b8f-6467d3ef3ef9 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:49.404199 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0145bea9-cf2c-4d83-898e-2100ad57d200 req-82eeb888-0104-41a6-9b8f-6467d3ef3ef9 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0633121 Feb 04 10:14:49.487761 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-7aaa2d35-64e5-44c1-ae54-6681479e43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:49.489173 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-7aaa2d35-64e5-44c1-ae54-6681479e43eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1168 time: 0.0841110 Feb 04 10:14:49.495412 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0145bea9-cf2c-4d83-898e-2100ad57d200 req-4b40d1e7-14a0-4a7d-b06a-fc6d2a08fca0 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818465 Feb 04 10:14:49.582545 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-569cbc65-6b21-4bc4-bf67-cf6b8069f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:49.584065 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-569cbc65-6b21-4bc4-bf67-cf6b8069f75e service neutron] 10.222.0.57 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 915 time: 0.0868602 Feb 04 10:14:49.647978 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-49dccbeb-c1d7-42a2-882b-315bae5a8fdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 1001 time: 0.0565400 Feb 04 10:14:49.696118 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-92642e12-6be6-42be-b783-518711d8f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:49.697590 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-92642e12-6be6-42be-b783-518711d8f87a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 200 len: 853 time: 0.0434313 Feb 04 10:14:49.806602 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-794533e6-4613-4a67-bac3-bf1cc4ea16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:49.808026 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-794533e6-4613-4a67-bac3-bf1cc4ea16d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=280e7979-c72c-4200-81f1-c1a813169502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038275 Feb 04 10:14:49.822363 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234dc9-1977-4d05-b67a-2a1beb080f7f req-c8b2cadd-4c8a-440c-96db-f3857c128873 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:49.823738 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c234dc9-1977-4d05-b67a-2a1beb080f7f req-c8b2cadd-4c8a-440c-96db-f3857c128873 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0958276 Feb 04 10:14:49.891813 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-5f467e91-be7a-4f2d-b838-f8649bfffea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:49.893251 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-5f467e91-be7a-4f2d-b838-f8649bfffea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf&tenant_id=45a77b15770a4fb1b243cb577a984895 HTTP/1.1" status: 200 len: 1127 time: 0.1346149 Feb 04 10:14:49.935409 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c234dc9-1977-4d05-b67a-2a1beb080f7f req-186ef6a3-6983-467e-a8b1-0f32c6783c70 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031976 Feb 04 10:14:49.972191 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-4102402d-ebd0-4d9f-aebb-0d487c89a3f4 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568322 Feb 04 10:14:50.032187 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-5f069a68-3f64-4512-835c-e83f91a872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:50.033629 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-5f069a68-3f64-4512-835c-e83f91a872ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45a77b15770a4fb1b243cb577a984895&device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1127 time: 0.1022735 Feb 04 10:14:50.115925 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09a66bc3-62c5-4567-b57c-091a6fc7683d req-3d5aa7e0-54b0-4e1b-9efd-5a25665e5254 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365716 Feb 04 10:14:50.144611 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-ea419581-e660-41e2-8987-51cdd1b17200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:50.146044 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-ea419581-e660-41e2-8987-51cdd1b17200 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 200 len: 918 time: 0.1035004 Feb 04 10:14:50.228204 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-7ab0f92d-9ce7-4c55-890f-1e8858adf379 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 200 len: 998 time: 0.0589054 Feb 04 10:14:50.277715 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-6b42530a-6106-4586-a28c-d6769913ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:50.279192 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-6b42530a-6106-4586-a28c-d6769913ca34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 200 len: 856 time: 0.0441201 Feb 04 10:14:50.330350 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-cf629a10-3b00-4375-a7fa-f4c391d1bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:50.331986 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-cf629a10-3b00-4375-a7fa-f4c391d1bd0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed32a17-0155-4c49-ac13-42fc4376aa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457661 Feb 04 10:14:50.429593 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-5e33007a-bf60-4971-afe1-4f19d0f08afa service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822518 Feb 04 10:14:50.515643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20447621-032e-440e-bc70-d6ee82c1ead7 req-de778bb0-0daf-4263-adf6-434e66f145a4 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792677 Feb 04 10:14:50.619018 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8e8b-171b-4461-84d3-50044bda17b8 req-42eea8cc-4e40-4c28-adb2-36f070b19125 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:50.620518 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-399d8e8b-171b-4461-84d3-50044bda17b8 req-42eea8cc-4e40-4c28-adb2-36f070b19125 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0570686 Feb 04 10:14:50.677629 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-399d8e8b-171b-4461-84d3-50044bda17b8 req-42fde735-9371-4b02-b099-c3ddfdf6f405 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515163 Feb 04 10:14:51.112598 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da8a4b-e759-4d83-ace9-09d20ab023d5 req-a0b5407a-bf64-492b-aa75-284c82d11e01 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:51.114375 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63da8a4b-e759-4d83-ace9-09d20ab023d5 req-a0b5407a-bf64-492b-aa75-284c82d11e01 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0782254 Feb 04 10:14:51.167021 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63da8a4b-e759-4d83-ace9-09d20ab023d5 req-47c290ac-eaa3-4151-b584-7c47b6248ced tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462723 Feb 04 10:14:51.239800 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:14:51.319089 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: DOWN; New status is: DOWN {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:14:51.802596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e959c6-1635-4d3a-9bb5-9be1530fdf01 req-5d7213ce-7e95-4fe9-823e-06c78563f128 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:51.804201 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-52e959c6-1635-4d3a-9bb5-9be1530fdf01 req-5d7213ce-7e95-4fe9-823e-06c78563f128 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0530694 Feb 04 10:14:51.867756 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-52e959c6-1635-4d3a-9bb5-9be1530fdf01 req-372c84ba-94dd-4040-85fa-571f3b8b27e9 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579498 Feb 04 10:14:52.297065 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4d68-8e46-4433-a94b-10fc80cd71e5 req-27d72d80-0346-4625-8872-ed22742846c8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:52.298484 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3a0a4d68-8e46-4433-a94b-10fc80cd71e5 req-27d72d80-0346-4625-8872-ed22742846c8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0527370 Feb 04 10:14:52.346807 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3a0a4d68-8e46-4433-a94b-10fc80cd71e5 req-b31b945a-acfc-42c3-88e9-4d834f43965d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Feb 04 10:14:52.995445 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebfec5-2527-4fa8-b016-c2fc71c64fe2 req-6b04b24c-9c6c-4061-93a6-9d1939abec95 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:52.996956 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4cebfec5-2527-4fa8-b016-c2fc71c64fe2 req-6b04b24c-9c6c-4061-93a6-9d1939abec95 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0615280 Feb 04 10:14:53.057585 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4cebfec5-2527-4fa8-b016-c2fc71c64fe2 req-88b0fe31-92a6-46fe-b585-6ee348625bcc tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547817 Feb 04 10:14:53.484722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c569-c88a-4b4c-8855-ba5b41bc399d req-c0df4e16-4a43-48a6-b42c-46ac73902c25 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:53.486233 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-61c4c569-c88a-4b4c-8855-ba5b41bc399d req-c0df4e16-4a43-48a6-b42c-46ac73902c25 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0588174 Feb 04 10:14:53.538338 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-61c4c569-c88a-4b4c-8855-ba5b41bc399d req-77eb60dc-d6b8-49eb-9024-d24d5672d0f5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464399 Feb 04 10:14:54.181765 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca43ff6-79db-404a-8520-7f5146ec01f7 req-bf286854-8be5-428d-b51e-c2e35df18d8a tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:54.183941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dca43ff6-79db-404a-8520-7f5146ec01f7 req-bf286854-8be5-428d-b51e-c2e35df18d8a tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0535793 Feb 04 10:14:54.245828 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dca43ff6-79db-404a-8520-7f5146ec01f7 req-0087debb-9fc0-4a15-a032-ae874a62ca49 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559893 Feb 04 10:14:54.665632 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a034c2d-90fe-4e59-adbd-2dc8f35b2e0b req-0b28b903-a55c-4750-90b0-825653dda1bb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:54.667234 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7a034c2d-90fe-4e59-adbd-2dc8f35b2e0b req-0b28b903-a55c-4750-90b0-825653dda1bb tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0526836 Feb 04 10:14:54.721038 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7a034c2d-90fe-4e59-adbd-2dc8f35b2e0b req-02c64b94-cf33-4e58-8ac6-e51d31e16063 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465209 Feb 04 10:14:55.367204 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26470c1b-08e7-40e6-a33d-7e98c6fcba6d req-bc330b6a-f7a5-4c32-a386-9631dc7961c3 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:55.368721 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-26470c1b-08e7-40e6-a33d-7e98c6fcba6d req-bc330b6a-f7a5-4c32-a386-9631dc7961c3 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0546093 Feb 04 10:14:55.429296 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-26470c1b-08e7-40e6-a33d-7e98c6fcba6d req-156f92f3-2dfc-425c-95cd-41b3ed02e9ed tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542395 Feb 04 10:14:55.845313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5d37e-6625-4553-bb65-29272e1b5e18 req-8a5bdd2e-89ce-4503-bf31-a5578ba4ca58 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:55.846907 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bae5d37e-6625-4553-bb65-29272e1b5e18 req-8a5bdd2e-89ce-4503-bf31-a5578ba4ca58 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0522068 Feb 04 10:14:55.901263 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bae5d37e-6625-4553-bb65-29272e1b5e18 req-a4626ab6-5c37-4199-8096-9f9b4f9aaae9 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489318 Feb 04 10:14:56.836758 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65181d75-2ced-4091-8887-c95858c17934 req-9e8ac3ee-151a-47b1-9698-731e3e97d1fd tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:56.838269 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65181d75-2ced-4091-8887-c95858c17934 req-9e8ac3ee-151a-47b1-9698-731e3e97d1fd tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.3317072 Feb 04 10:14:56.905169 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65181d75-2ced-4091-8887-c95858c17934 req-1ae87bff-9065-4d7b-9713-b8d01579bc7f tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580351 Feb 04 10:14:57.044605 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047185a-de84-4828-8e79-4bd5c22b2fe9 req-71469c60-6061-468a-990c-36ea6450b81a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:57.046215 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b047185a-de84-4828-8e79-4bd5c22b2fe9 req-71469c60-6061-468a-990c-36ea6450b81a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0628605 Feb 04 10:14:57.098187 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b047185a-de84-4828-8e79-4bd5c22b2fe9 req-2e29f007-e9e2-4135-9161-1f49ff95f1f6 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463881 Feb 04 10:14:58.029197 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba875a6e-4ca0-449d-bb07-bb882c752ca5 req-71887e20-9aef-4334-8937-7510a53324fe tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:58.030976 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ba875a6e-4ca0-449d-bb07-bb882c752ca5 req-71887e20-9aef-4334-8937-7510a53324fe tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0588005 Feb 04 10:14:58.093677 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ba875a6e-4ca0-449d-bb07-bb882c752ca5 req-f602c940-928c-4548-96d4-51bbd909cd03 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570138 Feb 04 10:14:58.257401 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552c08-7f6c-4d08-b85d-c00e54d02807 req-3820a212-7e52-479f-837a-e4b2fa024565 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:58.258782 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cb552c08-7f6c-4d08-b85d-c00e54d02807 req-3820a212-7e52-479f-837a-e4b2fa024565 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0733659 Feb 04 10:14:58.310662 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cb552c08-7f6c-4d08-b85d-c00e54d02807 req-56b99a18-f134-4087-a117-ec4b7e6243be tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Feb 04 10:14:59.221078 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0fca2-d4ea-4dbe-a226-48da956c946c req-0f2edf35-92dd-4557-bed7-2086a10a92a6 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:59.222621 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2a0fca2-d4ea-4dbe-a226-48da956c946c req-0f2edf35-92dd-4557-bed7-2086a10a92a6 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0523634 Feb 04 10:14:59.291020 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2a0fca2-d4ea-4dbe-a226-48da956c946c req-466d97d3-0a0e-4722-9eac-a1296b1c2a2e tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568128 Feb 04 10:14:59.429940 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a068f2-b158-4ac3-b2dd-f2595dfd0cdf req-783a4ea4-dad4-40ca-8327-9994bf5f3eed tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:59.431411 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-35a068f2-b158-4ac3-b2dd-f2595dfd0cdf req-783a4ea4-dad4-40ca-8327-9994bf5f3eed tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0523465 Feb 04 10:14:59.477736 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-35a068f2-b158-4ac3-b2dd-f2595dfd0cdf req-13ed3bd8-08ed-4d15-b94c-3308926cc608 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Feb 04 10:15:00.412182 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f40eb4-2a27-466c-a93d-f2df6c0dc651 req-79b1ac7d-a069-4f23-b266-60372e8a2a6b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:00.413617 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-76f40eb4-2a27-466c-a93d-f2df6c0dc651 req-79b1ac7d-a069-4f23-b266-60372e8a2a6b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0526619 Feb 04 10:15:00.470931 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-76f40eb4-2a27-466c-a93d-f2df6c0dc651 req-ad303984-d929-48e6-8ec0-b2372217f3b2 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517082 Feb 04 10:15:00.613413 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c1c96-8ef6-4229-bde5-378746b8a351 req-75960145-7261-45d6-a776-2029d2039713 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:00.614839 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce7c1c96-8ef6-4229-bde5-378746b8a351 req-75960145-7261-45d6-a776-2029d2039713 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 943 time: 0.0635726 Feb 04 10:15:00.662124 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce7c1c96-8ef6-4229-bde5-378746b8a351 req-1b77fb90-9062-4663-bd7e-a4d2984f8fef tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Feb 04 10:15:01.328465 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:15:01.421925 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:01.433559 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'port_id': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'mac_address': 'fa:16:3e:19:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:15:01.474173 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:15:01.474567 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:01.487384 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd6775c-71e6-4cea-b85e-4c26b9935222 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:15:01.506987 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:01.513449 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:01.563898 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:01.632901 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88235-c00a-40d8-9bab-b0f563bcf4c6 req-2a02e250-fa92-40c6-9586-aaef00bbba07 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:01.634322 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ecb88235-c00a-40d8-9bab-b0f563bcf4c6 req-2a02e250-fa92-40c6-9586-aaef00bbba07 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0906448 Feb 04 10:15:01.684417 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea797747-3a55-4f73-904b-076a081e92ea req-d7238572-845d-4543-84ae-7d815756776c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:01.685971 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea797747-3a55-4f73-904b-076a081e92ea req-d7238572-845d-4543-84ae-7d815756776c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0864594 Feb 04 10:15:01.730827 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ecb88235-c00a-40d8-9bab-b0f563bcf4c6 req-fdcd73a0-65f8-4ffe-b1c4-efd8e607c256 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a99d67d-c9e4-489b-a25d-4ee685dd66ac&id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887308 Feb 04 10:15:01.756132 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea797747-3a55-4f73-904b-076a081e92ea req-97ade256-81e6-4c2d-ad46-c137ba654a20 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618989 Feb 04 10:15:01.839939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e5450-62c1-4e77-95cb-5378465aeefa req-bf191587-391c-40c1-b10d-c99d52263fb8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:01.841408 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bc1e5450-62c1-4e77-95cb-5378465aeefa req-bf191587-391c-40c1-b10d-c99d52263fb8 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 944 time: 0.0552444 Feb 04 10:15:01.857431 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['bbd6775c-71e6-4cea-b85e-4c26b9935222'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:15:01.887009 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bc1e5450-62c1-4e77-95cb-5378465aeefa req-3a2c3a8b-b424-4358-a32f-7b89c2e45fc2 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396750 Feb 04 10:15:02.872148 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e1472-9982-4f3c-b40b-39f3d5a47fa8 req-4e7b01e6-8864-4850-8c2b-9516b5c89308 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:02.873659 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-943e1472-9982-4f3c-b40b-39f3d5a47fa8 req-4e7b01e6-8864-4850-8c2b-9516b5c89308 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Feb 04 10:15:02.922456 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-943e1472-9982-4f3c-b40b-39f3d5a47fa8 req-a182ef85-5082-4620-adac-369259c44ce4 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Feb 04 10:15:03.008807 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f32776-0536-4576-af9a-dcfb123207ee req-4dd8e41e-4569-475c-8153-0a70c38a176d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:03.010268 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81f32776-0536-4576-af9a-dcfb123207ee req-4dd8e41e-4569-475c-8153-0a70c38a176d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 944 time: 0.0511503 Feb 04 10:15:03.055303 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81f32776-0536-4576-af9a-dcfb123207ee req-9e67a0ec-5f81-47be-9b9f-fb16fac55cdd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Feb 04 10:15:03.317100 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:15:03.363621 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port bbd6775c-71e6-4cea-b85e-4c26b9935222 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:15:03.364001 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:03.436976 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port bbd6775c-71e6-4cea-b85e-4c26b9935222 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:15:03.437355 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:03.459173 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:15:03.461399 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879587a2-25e6-4221-802e-751d95475c08" -d '{"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:15:03.476103 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:03.480353 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:03.505303 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95033c6-11a6-4cb8-ace6-3f9b4452b0bc x-openstack-request-id: req-f95033c6-11a6-4cb8-ace6-3f9b4452b0bc {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:15:03.505593 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:15:03.505876 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f95033c6-11a6-4cb8-ace6-3f9b4452b0bc {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:15:03.506256 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'code': 200} Feb 04 10:15:03.529293 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:03.728389 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec59e-dc27-4de7-ae49-2aaff06f412f req-6bb57d38-1982-491b-8b7d-6e7ba3d70097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:03.729870 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-89fec59e-dc27-4de7-ae49-2aaff06f412f req-6bb57d38-1982-491b-8b7d-6e7ba3d70097 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 1130 time: 0.0455141 Feb 04 10:15:03.770795 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-89fec59e-dc27-4de7-ae49-2aaff06f412f req-851fd2b9-763c-4b13-8f4b-96b3c3d9479e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354304 Feb 04 10:15:04.042376 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a12fe4-f188-487d-abd9-792f19ae0294 req-fb2aa3dc-1ac2-489f-b307-b810624c32ca tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:04.044318 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0a12fe4-f188-487d-abd9-792f19ae0294 req-fb2aa3dc-1ac2-489f-b307-b810624c32ca tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0553763 Feb 04 10:15:04.088770 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0a12fe4-f188-487d-abd9-792f19ae0294 req-cb21e7e6-4061-4bcd-a70a-d286f55b15fd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390728 Feb 04 10:15:04.177630 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47244-b611-4b01-b15c-cbd45df8e628 req-eb918455-7fa4-4cd3-b7a5-ba09be19d45e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:04.179107 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6b47244-b611-4b01-b15c-cbd45df8e628 req-eb918455-7fa4-4cd3-b7a5-ba09be19d45e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 946 time: 0.0524249 Feb 04 10:15:04.223936 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6b47244-b611-4b01-b15c-cbd45df8e628 req-7d931348-506f-4e30-9fe2-bd61526c3f70 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 Feb 04 10:15:05.214443 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2dfb-a070-4a81-96ea-85c31100043c req-1511b0f6-7a45-4572-a016-a96c237b2223 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:05.216569 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0da2dfb-a070-4a81-96ea-85c31100043c req-1511b0f6-7a45-4572-a016-a96c237b2223 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0570090 Feb 04 10:15:05.270630 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0da2dfb-a070-4a81-96ea-85c31100043c req-c4593f03-5a8b-430b-8014-54bf996065b9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483215 Feb 04 10:15:05.363325 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df9f9d-f119-44ba-9c05-a1bda08a3d5d req-00399df7-195d-4a84-ae4d-e6314cc9b5a3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:05.364793 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-00df9f9d-f119-44ba-9c05-a1bda08a3d5d req-00399df7-195d-4a84-ae4d-e6314cc9b5a3 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 946 time: 0.0530832 Feb 04 10:15:05.412013 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-00df9f9d-f119-44ba-9c05-a1bda08a3d5d req-c363a492-d1f1-400b-b7f3-8cfb527baf1e tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Feb 04 10:15:06.388752 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea755a-5de6-45a0-8dc5-af13ac27b44e req-4b350690-d7a6-4b52-a298-0a5b380686f3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:06.390208 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-54ea755a-5de6-45a0-8dc5-af13ac27b44e req-4b350690-d7a6-4b52-a298-0a5b380686f3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0511501 Feb 04 10:15:06.436024 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-54ea755a-5de6-45a0-8dc5-af13ac27b44e req-93829018-3943-4027-b854-9b80266b65c9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Feb 04 10:15:06.536436 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0670a-3002-43f3-a553-16aca4b3f205 req-ce784ab8-7bf8-4601-8995-cd38da2c74b5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:06.537898 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25f0670a-3002-43f3-a553-16aca4b3f205 req-ce784ab8-7bf8-4601-8995-cd38da2c74b5 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 946 time: 0.0547166 Feb 04 10:15:06.584429 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25f0670a-3002-43f3-a553-16aca4b3f205 req-4fea9c03-aaeb-432e-8f05-bbe1a086f1fc tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Feb 04 10:15:07.551467 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed62b2-e021-49d9-9909-e292626cf7bb req-5c50d3da-655f-46cc-90b5-2ed741720bc9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:07.552951 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8fed62b2-e021-49d9-9909-e292626cf7bb req-5c50d3da-655f-46cc-90b5-2ed741720bc9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Feb 04 10:15:07.597592 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8fed62b2-e021-49d9-9909-e292626cf7bb req-bea749e7-e80f-4c3a-81f8-c196c1f869cd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Feb 04 10:15:07.799072 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9b407-6093-4c16-9803-7f37245abde5 req-e5b9d097-1bea-42b9-90b4-afb5ab950aff tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:07.800505 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9a9b407-6093-4c16-9803-7f37245abde5 req-e5b9d097-1bea-42b9-90b4-afb5ab950aff tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0579715 Feb 04 10:15:07.876649 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9a9b407-6093-4c16-9803-7f37245abde5 req-a352e1ca-1843-4e44-8943-95ad7c4e55cf tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703871 Feb 04 10:15:07.882553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-3ff0ba74-e59f-443c-85bc-2ad37f4a782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:07.883976 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-3ff0ba74-e59f-443c-85bc-2ad37f4a782d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1129 time: 0.0713568 Feb 04 10:15:07.976827 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-a2f59312-c117-4874-b78d-d357a13616b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:07.978284 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-a2f59312-c117-4874-b78d-d357a13616b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 912 time: 0.0827198 Feb 04 10:15:08.045457 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-d0de8a99-d986-440a-b1b2-763631cff858 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 200 len: 1001 time: 0.0615482 Feb 04 10:15:08.101886 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-c93be838-2a91-4e10-878f-60eb642ac9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:08.103254 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-c93be838-2a91-4e10-878f-60eb642ac9b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.0523515 Feb 04 10:15:08.150047 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-a2a21dbf-1206-4f15-8f22-9a74e4c9cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:08.151535 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-a2a21dbf-1206-4f15-8f22-9a74e4c9cc52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427625 Feb 04 10:15:08.241765 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-eae28ef2-d1c0-47b3-be18-beecafee03dd service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837846 Feb 04 10:15:08.327933 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3398b4ef-9a5f-4fa7-abc2-20c7ac9aad8d req-d1f2db2f-f33e-4ccf-bc30-44ed783a35e7 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801213 Feb 04 10:15:09.006092 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4422f8-3509-4507-8719-89fd4adcf051 req-df8430b0-266d-4772-bbf1-353764eb01c3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:09.007611 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e4422f8-3509-4507-8719-89fd4adcf051 req-df8430b0-266d-4772-bbf1-353764eb01c3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0584214 Feb 04 10:15:09.053178 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e4422f8-3509-4507-8719-89fd4adcf051 req-58e9c7ed-8158-4541-b0fb-828b7080c773 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 Feb 04 10:15:10.169418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5df77-1ae7-4e10-ba9c-b4b8e5dcb7c6 req-1a125373-d975-4faf-836f-688fd41159da tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:10.170924 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-07c5df77-1ae7-4e10-ba9c-b4b8e5dcb7c6 req-1a125373-d975-4faf-836f-688fd41159da tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Feb 04 10:15:10.215897 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-07c5df77-1ae7-4e10-ba9c-b4b8e5dcb7c6 req-befae977-2365-49bb-9847-876084151fa0 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 Feb 04 10:15:10.841669 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-913c4c64-8d87-4704-a114-2e6cfacaf8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:10.883198 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:13.108901 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4d7d2597-82c6-4a50-a8d5-1bbe8f532c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:13.880351 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:15.581951 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:16.896422 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:17.257672 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:15:39.920798 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b8ec5-790c-44ac-94e8-f395bc0b8da2 req-d0303111-6d18-411e-b3ee-0ba5e9c1232a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:39.922257 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-516b8ec5-790c-44ac-94e8-f395bc0b8da2 req-d0303111-6d18-411e-b3ee-0ba5e9c1232a tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 946 time: 0.0564730 Feb 04 10:15:39.968225 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-516b8ec5-790c-44ac-94e8-f395bc0b8da2 req-53eee55e-2ade-4a83-a3eb-352b9572fe95 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404408 Feb 04 10:15:40.691545 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-cd630b9f-bac8-4b66-868a-4a27ef601563 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326812262&fields=id&tenant_id=0d5505aef3124f3b9e6de01bf20cddab HTTP/1.1" status: 200 len: 267 time: 0.0443420 Feb 04 10:15:40.745939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-5a22469b-e387-44ee-bc06-54cbee2d0f8b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:40.747415 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-5a22469b-e387-44ee-bc06-54cbee2d0f8b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 984 time: 0.0508425 Feb 04 10:15:40.758114 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Request body: {'port': {'security_groups': ['bc69fcf0-417f-4727-a6a1-7882f0208063']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:15:40.839650 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1a57378a-d1b5-421a-a921-724608506201), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:40.843403 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b41c2ec-70e8-466f-b6cc-cb04b90819f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:40.891833 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.014913 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1a57378a-d1b5-421a-a921-724608506201,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:41.045142 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for port (1a57378a-d1b5-421a-a921-724608506201), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.057328 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (1a57378a-d1b5-421a-a921-724608506201), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.094802 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['1a57378a-d1b5-421a-a921-724608506201'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:15:41.124000 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:41.124637 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.126056 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f48a4fb3-36ca-4039-b3c0-0a8e1f4feca2 req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "PUT /v2.0/ports/1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 942 time: 0.3722696 Feb 04 10:15:41.126520 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:15:41.128856 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:15:41.132871 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37598) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:41.159908 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed1032-b32f-4c59-92f2-3185e84bffed req-f35cc13f-32d3-4a5f-b269-ff3282cbfe48 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:41.161440 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03ed1032-b32f-4c59-92f2-3185e84bffed req-f35cc13f-32d3-4a5f-b269-ff3282cbfe48 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 946 time: 0.1186209 Feb 04 10:15:41.162523 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event updated for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:41.171149 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.171792 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.172226 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.172573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.173001 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.173432 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.173837 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.174176 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.174514 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.174937 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.175356 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.175790 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.176256 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748430f-7caa-4716-b45f-d6de6c5a91b4 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.210738 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3361596-29cc-4f5e-a02d-a2178ca08f75 x-openstack-request-id: req-b3361596-29cc-4f5e-a02d-a2178ca08f75 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:15:41.211066 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:15:41.211352 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3361596-29cc-4f5e-a02d-a2178ca08f75 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:15:41.211813 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201', 'status': 'completed', 'code': 200} Feb 04 10:15:41.221058 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group (5a99d67d-c9e4-489b-a25d-4ee685dd66ac), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.229344 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03ed1032-b32f-4c59-92f2-3185e84bffed req-2be07b4e-0570-4a32-b02f-fcadf00d2d01 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6bb7724-aaea-4ad5-933b-deb3719f17af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489144 Feb 04 10:15:41.262456 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group (5a99d67d-c9e4-489b-a25d-4ee685dd66ac), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.329238 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5a99d67d-c9e4-489b-a25d-4ee685dd66ac), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.331964 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.333324 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a99d67d-c9e4-489b-a25d-4ee685dd66ac HTTP/1.1" status: 204 len: 168 time: 0.1995397 Feb 04 10:15:41.336734 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:41.352088 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['1a57378a-d1b5-421a-a921-724608506201'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:15:41.369404 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-59027753-9779-4048-adc0-21c36772fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:41.370904 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-59027753-9779-4048-adc0-21c36772fb68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1129 time: 0.0546427 Feb 04 10:15:41.379065 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a99d67d-c9e4-489b-a25d-4ee685dd66ac,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:41.391928 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.392282 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.392702 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.393108 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.393378 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.393883 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.394376 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.395016 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.395530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.396048 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.396533 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.397026 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.397513 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467a9c4-dfb2-4282-a187-36d80af673cf tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:41.412896 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-afed7010-d7f6-4e19-9e1c-43c422b2d0fb None None] Provisioning complete for port 1a57378a-d1b5-421a-a921-724608506201 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:15:41.413524 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afed7010-d7f6-4e19-9e1c-43c422b2d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1a57378a-d1b5-421a-a921-724608506201), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.497143 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-06016111-1e99-4168-9471-7ec28bd302f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:41.499171 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-06016111-1e99-4168-9471-7ec28bd302f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 915 time: 0.1042464 Feb 04 10:15:41.518805 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Deleting port 1f91f9f3-2350-450c-aff1-60cf1645bcae {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:41.519244 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.570847 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-9fcc64b2-8430-4686-95e2-bfab5acb056f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 1001 time: 0.0646205 Feb 04 10:15:41.584013 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-afed7010-d7f6-4e19-9e1c-43c422b2d0fb None None] Current status of the port 1a57378a-d1b5-421a-a921-724608506201 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:15:41.605980 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.606415 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for floatingip (1f91f9f3-2350-450c-aff1-60cf1645bcae), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.618396 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Calling delete_port for 1f91f9f3-2350-450c-aff1-60cf1645bcae owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:41.654627 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-d1946311-7868-466f-9dcc-348af27abd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:41.655996 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-d1946311-7868-466f-9dcc-348af27abd7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 200 len: 853 time: 0.0686500 Feb 04 10:15:41.663422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-b08578d7-bb4b-4855-a48b-c93c9a45f832 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:41.664774 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-b08578d7-bb4b-4855-a48b-c93c9a45f832 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 946 time: 0.0852907 Feb 04 10:15:41.765371 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-826ab215-fc26-4040-b57a-96596f46c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:41.766883 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-826ab215-fc26-4040-b57a-96596f46c330 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=280e7979-c72c-4200-81f1-c1a813169502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012707 Feb 04 10:15:41.795444 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (1f91f9f3-2350-450c-aff1-60cf1645bcae), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.821850 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event deleted for resources: {'Port': ['ID=1f91f9f3-2350-450c-aff1-60cf1645bcae,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:41.839969 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Deleting port bbd6775c-71e6-4cea-b85e-4c26b9935222 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:41.840306 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.886429 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks [] for floatingip (ef60cbb7-8ad4-40be-88ca-41694662e76e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:41.886429 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Floating IP ef60cbb7-8ad4-40be-88ca-41694662e76e disassociated (deleted). External IP: 172.27.0.189, port: 1a57378a-d1b5-421a-a921-724608506201. Feb 04 10:15:41.912985 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-f289fa70-e033-4b10-85a7-eb2ee751ba25 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389227 Feb 04 10:15:41.990714 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] For port bbd6775c-71e6-4cea-b85e-4c26b9935222, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bbd6775c-71e6-4cea-b85e-4c26b9935222,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:41.991068 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:42.088520 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04e08b8e-6ec4-4fd8-aeb7-ec4842f3b6d5 req-b44978f8-351d-4253-af9f-2e00a501e387 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671324 Feb 04 10:15:42.093874 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:15:42.193591 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:42.193868 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (01f5b8ce-3209-442f-9827-ea46bcab245f), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:42.194183 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Floating IP 01f5b8ce-3209-442f-9827-ea46bcab245f disassociated. External IP: 172.27.0.89, port: bbd6775c-71e6-4cea-b85e-4c26b9935222. Feb 04 10:15:42.194518 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Calling delete_port for bbd6775c-71e6-4cea-b85e-4c26b9935222 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:42.203028 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:15:42.207731 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:42.214049 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] Sync routers for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:15:42.223853 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:42.224470 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:42.237971 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7886ea32-e490-4116-b77c-76cb4fa34998 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "DELETE /v2.0/floatingips/ef60cbb7-8ad4-40be-88ca-41694662e76e HTTP/1.1" status: 204 len: 168 time: 0.9001966 Feb 04 10:15:42.238635 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:15:42.240925 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0446044503a5189f6970192ec73dd4a9f2c440c84b10b226ecfeaa586a318106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57154877-9dba-4391-ac7e-9673ce76fb51" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:15:42.281475 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd77a351-3dfc-473c-8881-ca147e603385 x-openstack-request-id: req-dd77a351-3dfc-473c-8881-ca147e603385 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:15:42.281772 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "tag": "1a57378a-d1b5-421a-a921-724608506201", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:15:42.282030 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd77a351-3dfc-473c-8881-ca147e603385 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:15:42.282485 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'tag': '1a57378a-d1b5-421a-a921-724608506201', 'status': 'completed', 'code': 200} Feb 04 10:15:42.378258 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:42.391661 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (bbd6775c-71e6-4cea-b85e-4c26b9935222), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:42.421204 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-89aefe7b-fc33-4066-8260-3826b188642c req-472502c9-3173-482a-89ba-2075631bafaf tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 210 time: 0.0588107 Feb 04 10:15:42.449114 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event deleted for resources: {'Port': ['ID=bbd6775c-71e6-4cea-b85e-4c26b9935222,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:42.553008 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-e044b787-bf16-4cbd-808c-c5d48576521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:42.555510 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-e044b787-bf16-4cbd-808c-c5d48576521d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 1129 time: 0.2060013 Feb 04 10:15:42.601270 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 5, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:42.627131 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:15:42.630916 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] Checking router: 93d5ab51-68eb-45ee-a9e2-41984b44ad12 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:15:42.639074 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:42.639717 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:42.729322 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-02475ca5-c32d-4d42-b323-1a9ee1b65f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:42.730786 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-02475ca5-c32d-4d42-b323-1a9ee1b65f0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 200 len: 915 time: 0.1690316 Feb 04 10:15:42.776411 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-dbed9471-2ab9-41c1-8edc-4e657be4387c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 200 len: 217 time: 0.0382917 Feb 04 10:15:42.823337 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:15:42.843241 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] Sync routers for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:15:42.860634 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:42.870995 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] No DVR routers for this DVR port bbd6775c-71e6-4cea-b85e-4c26b9935222 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:42.874065 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:42.877499 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4c2a8eec-a79a-4684-86b3-eeb5fffb5f3d req-eeb35d0a-6d15-4dea-8775-5387c7367440 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.57 "DELETE /v2.0/ports/bbd6775c-71e6-4cea-b85e-4c26b9935222 HTTP/1.1" status: 204 len: 173 time: 1.2041557 Feb 04 10:15:42.877663 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:42.879608 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-f8908cb0-a129-4ffc-89d4-33b1cc37ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:42.880474 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:42.880637 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-f8908cb0-a129-4ffc-89d4-33b1cc37ace5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 200 len: 853 time: 0.0943935 Feb 04 10:15:42.939079 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-1803cd0e-7e57-4d62-82f5-54b68cf7ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:42.941052 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-1803cd0e-7e57-4d62-82f5-54b68cf7ab1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=280e7979-c72c-4200-81f1-c1a813169502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523434 Feb 04 10:15:43.029794 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:43.098240 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-704ed6ee-5224-4caf-bc23-90d44d80ba6a service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275113 Feb 04 10:15:43.126330 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-adf21e94-2a0a-4aab-87c2-595fc61f6e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:43.151737 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 5, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:43.181171 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e292b2-d6d9-4925-9e73-7e57fdec966a None None] The sync data for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi is: [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:13:31Z', 'revision_number': 4, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd50fdeef-6805-4a11-8bf0-9264ac2af49d', 'name': '', 'network_id': '280e7979-c72c-4200-81f1-c1a813169502', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'mac_address': 'fa:16:3e:f5:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:31Z', 'updated_at': '2022-02-04T10:13:36Z', 'revision_number': 5, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'subnets': [{'id': '70960c99-8ce5-483d-a9c4-8b038f61ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:15:43.213219 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-deleted', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:15:43.215554 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb86e4-8b8b-4279-964b-67c750115af5" -d '{"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-deleted", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:15:43.233523 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57154877-9dba-4391-ac7e-9673ce76fb51 req-c7b90960-49e8-4bd0-9c04-d45ca1a573c9 service neutron] 10.222.0.57 "GET /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239235 Feb 04 10:15:43.254354 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:43.265706 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0086f2a-7802-4cce-8a2d-c32e9f505f49 x-openstack-request-id: req-b0086f2a-7802-4cce-8a2d-c32e9f505f49 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:15:43.266062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397da3d5-ba88-44ed-8464-274cc9a67eaf", "name": "network-vif-deleted", "tag": "bbd6775c-71e6-4cea-b85e-4c26b9935222", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:15:43.266379 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0086f2a-7802-4cce-8a2d-c32e9f505f49 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:15:43.266966 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397da3d5-ba88-44ed-8464-274cc9a67eaf', 'name': 'network-vif-deleted', 'tag': 'bbd6775c-71e6-4cea-b85e-4c26b9935222', 'status': 'completed', 'code': 200} Feb 04 10:15:43.289967 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] Checking router: a38ef548-0549-4e1d-bf57-e2e42ceacaf7 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:15:43.299136 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:43.299802 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:43.352916 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-60cc9eb0-c1f7-4b13-a1fb-047dd597f924 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515094 Feb 04 10:15:43.421670 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:43.464604 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423de071-50ac-4e29-acba-5ff2c262d515 None None] New status for floating IP ef60cbb7-8ad4-40be-88ca-41694662e76e: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:15:43.483801 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-b50035d1-1798-42b1-afb2-e141f2a41fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:43.485678 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-b50035d1-1798-42b1-afb2-e141f2a41fd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 1129 time: 0.0710378 Feb 04 10:15:43.569543 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c42c8d5-619d-456d-960e-b8328888082c req-3471dff2-5669-4433-8042-da248a3fe708 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/ports?device_id=397da3d5-ba88-44ed-8464-274cc9a67eaf HTTP/1.1" status: 200 len: 210 time: 0.0370443 Feb 04 10:15:43.685039 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:43.689271 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-f1987b8e-5eb0-42e1-919d-e7b87a237208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:43.690223 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-f1987b8e-5eb0-42e1-919d-e7b87a237208 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 912 time: 0.1194038 Feb 04 10:15:43.714448 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5365b-c04e-4310-a5f2-4750963e8206 None None] The sync data for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi is: [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:08:38Z', 'revision_number': 4, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '8c6dfcad-8271-4b99-9348-856578d0d3f7', 'name': '', 'network_id': '6ed32a17-0155-4c49-ac13-42fc4376aa64', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'mac_address': 'fa:16:3e:05:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fb965735-5324-494f-95ad-55d86874aad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:37Z', 'updated_at': '2022-02-04T10:08:45Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'subnets': [{'id': 'fb965735-5324-494f-95ad-55d86874aad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:15:43.772270 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-e9063599-2fe5-4b07-a5be-426450640d3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 200 len: 1001 time: 0.0674460 Feb 04 10:15:43.825530 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-641a8527-d267-4725-a914-148565c1fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:43.827962 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-641a8527-d267-4725-a914-148565c1fc1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.0492568 Feb 04 10:15:43.885219 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-daea7f1b-05a5-46b3-9d94-ec0d62d5676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:43.886963 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-daea7f1b-05a5-46b3-9d94-ec0d62d5676d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533371 Feb 04 10:15:43.889099 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:43.979246 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-4a1a2b83-20a0-42ee-acfe-918df8af7a7b service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Feb 04 10:15:43.994859 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97fec5b-f9a6-4659-836d-76f32b354e3d None None] New status for floating IP 01f5b8ce-3209-442f-9827-ea46bcab245f: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:15:44.332297 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8abf3b1b-43ac-4a2d-967f-05fcd46e7da9 req-ba4fa84b-9752-4005-919e-86c2932fb310 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424618 Feb 04 10:15:44.673406 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:44.726984 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd6ccef3-b1a1-46ba-ae33-be1006340bbd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (a6bb7724-aaea-4ad5-933b-deb3719f17af), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:44.749709 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd6ccef3-b1a1-46ba-ae33-be1006340bbd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (a6bb7724-aaea-4ad5-933b-deb3719f17af), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:44.794433 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd6ccef3-b1a1-46ba-ae33-be1006340bbd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (a6bb7724-aaea-4ad5-933b-deb3719f17af), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:44.796988 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd6ccef3-b1a1-46ba-ae33-be1006340bbd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:44.800736 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fd6ccef3-b1a1-46ba-ae33-be1006340bbd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6bb7724-aaea-4ad5-933b-deb3719f17af HTTP/1.1" status: 204 len: 168 time: 0.1237020 Feb 04 10:15:44.801465 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37636) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:44.819070 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.api.v2.resource [None req-eda53057-5a73-4d88-8f0e-26006a671e8d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] show failed (client error): The resource could not be found. Feb 04 10:15:44.820075 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-eda53057-5a73-4d88-8f0e-26006a671e8d tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "GET /v2.0/security-groups/a6bb7724-aaea-4ad5-933b-deb3719f17af HTTP/1.1" status: 404 len: 347 time: 0.0177557 Feb 04 10:15:44.820839 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ccef3-b1a1-46ba-ae33-be1006340bbd tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb7724-aaea-4ad5-933b-deb3719f17af,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:44.822954 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37638) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:44.947250 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Deleting port 1e424c21-65ec-4697-a3c1-480e00f89a4d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:44.947686 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:45.030209 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:45.030629 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (1e424c21-65ec-4697-a3c1-480e00f89a4d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:45.042342 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Calling delete_port for 1e424c21-65ec-4697-a3c1-480e00f89a4d owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:45.146311 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c8f03-d61c-4d81-8dac-38ddff9d0624 req-ebe87183-ddcb-498a-b680-f14be0ae1072 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:45.147796 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6a5c8f03-d61c-4d81-8dac-38ddff9d0624 req-ebe87183-ddcb-498a-b680-f14be0ae1072 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.1035504 Feb 04 10:15:45.226531 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6a5c8f03-d61c-4d81-8dac-38ddff9d0624 req-cc9d485b-3b37-4c85-adc4-dc19a8222177 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730462 Feb 04 10:15:45.246462 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (1e424c21-65ec-4697-a3c1-480e00f89a4d), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:45.273001 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Pushing event deleted for resources: {'Port': ['ID=1e424c21-65ec-4697-a3c1-480e00f89a4d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:45.336275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks [] for floatingip (01f5b8ce-3209-442f-9827-ea46bcab245f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:45.338780 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:45.339947 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c2eea084-c383-416c-9189-5d8ea8583ae0 tempest-AttachVolumeShelveTestJSON-1693362855 tempest-AttachVolumeShelveTestJSON-1693362855-project] 10.222.0.39 "DELETE /v2.0/floatingips/01f5b8ce-3209-442f-9827-ea46bcab245f HTTP/1.1" status: 204 len: 168 time: 0.5161390 Feb 04 10:15:45.519140 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:45.542199 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: bbd6775c-71e6-4cea-b85e-4c26b9935222 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:45.542540 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device bbd6775c-71e6-4cea-b85e-4c26b9935222 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:45.584631 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:46.142346 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18318604-1ea7-4cd8-896c-ddfb6d26c80b req-62abfe30-342f-448e-8760-2bf2849f467b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:46.143846 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18318604-1ea7-4cd8-896c-ddfb6d26c80b req-62abfe30-342f-448e-8760-2bf2849f467b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Feb 04 10:15:46.190416 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18318604-1ea7-4cd8-896c-ddfb6d26c80b req-05c88fc6-982f-4c3a-a13a-14e65b005cb6 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Feb 04 10:15:46.343014 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1226e-9761-4030-ba98-a2c1fd72a0ba req-1878432f-4192-4e15-a248-59eed7390323 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:46.344509 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78b1226e-9761-4030-ba98-a2c1fd72a0ba req-1878432f-4192-4e15-a248-59eed7390323 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0526464 Feb 04 10:15:46.389653 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78b1226e-9761-4030-ba98-a2c1fd72a0ba req-2c7a0992-6ca9-4455-9235-34164a91e9a5 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 Feb 04 10:15:46.899590 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:47.140090 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-2edebf04-208c-4374-863e-214efe7ea856 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:47.141528 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-2edebf04-208c-4374-863e-214efe7ea856 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0547595 Feb 04 10:15:47.233217 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Deleting port 1a57378a-d1b5-421a-a921-724608506201 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:47.233560 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (1a57378a-d1b5-421a-a921-724608506201), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:47.353779 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] For port 1a57378a-d1b5-421a-a921-724608506201, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1a57378a-d1b5-421a-a921-724608506201,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:47.354481 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (1a57378a-d1b5-421a-a921-724608506201), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:47.362505 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0e93b-44d6-4603-bdf9-988320cd9285 req-6f7ff6be-49fc-4d1f-97e9-5afa6be7b5d4 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:47.364003 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37b0e93b-44d6-4603-bdf9-988320cd9285 req-6f7ff6be-49fc-4d1f-97e9-5afa6be7b5d4 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0896738 Feb 04 10:15:47.381000 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Calling delete_port for 1a57378a-d1b5-421a-a921-724608506201 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:47.458240 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37b0e93b-44d6-4603-bdf9-988320cd9285 req-7d2e68c3-7cd7-487a-9355-2c850c0e6f43 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887702 Feb 04 10:15:47.549607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ac056-b832-4f2d-8a73-97e3524b9636 req-c590821c-69eb-4ce4-bf78-19cd28904482 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:47.551081 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e26ac056-b832-4f2d-8a73-97e3524b9636 req-c590821c-69eb-4ce4-bf78-19cd28904482 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4101b7-ae9f-4ca4-940c-14886a42e70f HTTP/1.1" status: 200 len: 945 time: 0.0919821 Feb 04 10:15:47.591142 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (1a57378a-d1b5-421a-a921-724608506201), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:47.636577 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Pushing event deleted for resources: {'Port': ['ID=1a57378a-d1b5-421a-a921-724608506201,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:47.646780 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e26ac056-b832-4f2d-8a73-97e3524b9636 req-877e1b54-ef28-4365-b3c8-823270289369 tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc69fcf0-417f-4727-a6a1-7882f0208063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883746 Feb 04 10:15:47.688794 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] No DVR routers for this DVR port 1a57378a-d1b5-421a-a921-724608506201 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:47.691554 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:47.694857 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-099d2a01-1a40-4f05-ac13-7708ce392fa6 req-e7ce42fd-e112-4f16-9c0a-1d4abeb2532b tempest-TestMinimumBasicScenario-1126274887 tempest-TestMinimumBasicScenario-1126274887-project] 10.222.0.57 "DELETE /v2.0/ports/1a57378a-d1b5-421a-a921-724608506201 HTTP/1.1" status: 204 len: 173 time: 0.5476129 Feb 04 10:15:47.695295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'name': 'network-vif-deleted', 'tag': '1a57378a-d1b5-421a-a921-724608506201'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:15:47.697539 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0740fbb-8f87-46ec-b54a-83509df411a5" -d '{"events": [{"server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "name": "network-vif-deleted", "tag": "1a57378a-d1b5-421a-a921-724608506201"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:15:47.735449 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548f748b-a51e-4a64-abc2-f7e51bb5117f x-openstack-request-id: req-548f748b-a51e-4a64-abc2-f7e51bb5117f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:15:47.735704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4101b7-ae9f-4ca4-940c-14886a42e70f", "name": "network-vif-deleted", "tag": "1a57378a-d1b5-421a-a921-724608506201", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:15:47.736160 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-548f748b-a51e-4a64-abc2-f7e51bb5117f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:15:47.736370 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4101b7-ae9f-4ca4-940c-14886a42e70f', 'name': 'network-vif-deleted', 'tag': '1a57378a-d1b5-421a-a921-724608506201', 'status': 'completed', 'code': 200} Feb 04 10:15:47.736748 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37684) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:48.191372 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:48.337566 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-4cfb844d-69bc-4803-9b31-042e0bc093af tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:48.339163 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-4cfb844d-69bc-4803-9b31-042e0bc093af tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.0786929 Feb 04 10:15:48.517271 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Deleting port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:48.517893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:48.661251 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45b009-e09c-4b8e-b1f8-9e1b4f371a3d req-16bbb11a-e1e7-47a0-a154-5f208463d325 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:48.662732 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c45b009-e09c-4b8e-b1f8-9e1b4f371a3d req-16bbb11a-e1e7-47a0-a154-5f208463d325 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 945 time: 0.1308763 Feb 04 10:15:48.684670 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Deleting port 8c6dfcad-8271-4b99-9348-856578d0d3f7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:48.684949 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:48.688138 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] For port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:48.688483 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:48.863149 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c45b009-e09c-4b8e-b1f8-9e1b4f371a3d req-5d8a815f-36f9-45a3-8486-87b12f976abe tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98df16d-13c3-4ebf-98af-e23a08a6f5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900494 Feb 04 10:15:48.887199 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] For port 8c6dfcad-8271-4b99-9348-856578d0d3f7, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=8c6dfcad-8271-4b99-9348-856578d0d3f7,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:48.887558 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:48.907250 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Calling delete_port for 8c6dfcad-8271-4b99-9348-856578d0d3f7 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:48.998043 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:48.998403 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (ccf17a70-f202-4fc4-ba8a-92dbda156650), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:48.998715 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Floating IP ccf17a70-f202-4fc4-ba8a-92dbda156650 disassociated. External IP: 172.27.0.149, port: 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b. Feb 04 10:15:48.999259 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Calling delete_port for 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:49.179089 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37732) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:49.220098 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (5f86f2c5-995b-4bbb-9d95-e273aebd6e5b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:49.249095 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (8c6dfcad-8271-4b99-9348-856578d0d3f7), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:49.252452 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event deleted for resources: {'Port': ['ID=5f86f2c5-995b-4bbb-9d95-e273aebd6e5b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:49.282174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6dfcad-8271-4b99-9348-856578d0d3f7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:49.533856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 1a57378a-d1b5-421a-a921-724608506201 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:49.554914 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 1a57378a-d1b5-421a-a921-724608506201 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:49.555282 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 1a57378a-d1b5-421a-a921-724608506201 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:49.634248 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (93d5ab51-68eb-45ee-a9e2-41984b44ad12), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:49.775828 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Router 53531842-dff7-4687-9233-a26cac5057f0 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:15:49.866822 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.001056 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-43ba26ef-ae44-4482-abe4-957809eca2df req-63b6c985-c436-4431-b137-9348b5b7fa3f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4676887-9143-4ddc-a68c-c296c14c4492 HTTP/1.1" status: 200 len: 210 time: 0.0484889 Feb 04 10:15:50.013044 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:15:50.029696 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] Sync routers for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:15:50.039410 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:50.040680 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:50.062573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] No DVR routers for this DVR port 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:50.066079 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.069216 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ac20b52-20be-4919-abbe-9ebf06f18322 req-50e63804-4964-4646-8fbb-f6a74c976147 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "DELETE /v2.0/ports/5f86f2c5-995b-4bbb-9d95-e273aebd6e5b HTTP/1.1" status: 204 len: 173 time: 1.6982193 Feb 04 10:15:50.069659 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'name': 'network-vif-deleted', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:15:50.071990 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1e0e9-4fc3-4761-b450-11e0dfa46137" -d '{"events": [{"server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "name": "network-vif-deleted", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:15:50.147479 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Deleting port d50fdeef-6805-4a11-8bf0-9264ac2af49d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:50.148242 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.196663 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:50.218891 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd14daef-de31-4ab1-9153-efdda9fc00bb x-openstack-request-id: req-dd14daef-de31-4ab1-9153-efdda9fc00bb {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:15:50.219161 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4676887-9143-4ddc-a68c-c296c14c4492", "name": "network-vif-deleted", "tag": "5f86f2c5-995b-4bbb-9d95-e273aebd6e5b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:15:50.219422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd14daef-de31-4ab1-9153-efdda9fc00bb {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:15:50.219845 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4676887-9143-4ddc-a68c-c296c14c4492', 'name': 'network-vif-deleted', 'tag': '5f86f2c5-995b-4bbb-9d95-e273aebd6e5b', 'status': 'completed', 'code': 200} Feb 04 10:15:50.226467 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:15:50.237741 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] For port d50fdeef-6805-4a11-8bf0-9264ac2af49d, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=d50fdeef-6805-4a11-8bf0-9264ac2af49d,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:50.238298 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.252405 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Calling delete_port for d50fdeef-6805-4a11-8bf0-9264ac2af49d owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:50.337172 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:15:50.344882 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-162d417a-7448-48b8-a1f6-4ef5e46d6f18 admin admin] 10.222.0.39 "PUT /v2.0/routers/a38ef548-0549-4e1d-bf57-e2e42ceacaf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6071701 Feb 04 10:15:50.346510 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] Sync routers for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:15:50.347412 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:50.362430 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:50.363754 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:50.421265 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:50.448475 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (d50fdeef-6805-4a11-8bf0-9264ac2af49d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.450658 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] Checking router: 53531842-dff7-4687-9233-a26cac5057f0 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:15:50.460863 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:50.461494 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:50.479048 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:50.481941 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks [] for router (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.487703 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Pushing event deleted for resources: {'Port': ['ID=d50fdeef-6805-4a11-8bf0-9264ac2af49d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:50.659489 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:50.689640 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (93d5ab51-68eb-45ee-a9e2-41984b44ad12), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.704409 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks [] for router_gateway (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.753645 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:15:49Z', 'revision_number': 5, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port': {'id': '517b5271-7575-4012-9dc5-6e9f091ed8ce', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:08:32Z', 'updated_at': '2022-02-04T10:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:50.781097 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] Checking router: a38ef548-0549-4e1d-bf57-e2e42ceacaf7 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:15:50.790443 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] Routers {'a38ef548-0549-4e1d-bf57-e2e42ceacaf7'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:50.791307 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:50.830043 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Deleting port 517b5271-7575-4012-9dc5-6e9f091ed8ce {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:50.830606 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.907672 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] Set router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:50.953495 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] For port 517b5271-7575-4012-9dc5-6e9f091ed8ce, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=517b5271-7575-4012-9dc5-6e9f091ed8ce,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:50.953933 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:50.975626 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Calling delete_port for 517b5271-7575-4012-9dc5-6e9f091ed8ce owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:50.979814 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:15:50Z', 'revision_number': 6, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port_host': None}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:50.991998 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:51.008853 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8775e6-45b8-4a63-a7ed-2e31f3fc0a87 None None] The sync data for ids ['a38ef548-0549-4e1d-bf57-e2e42ceacaf7'] in dv-cinder-826607-3-iscsi is: [{'id': 'a38ef548-0549-4e1d-bf57-e2e42ceacaf7', 'name': 'tempest-AttachVolumeShelveTestJSON-1180716388-router', 'tenant_id': '45a77b15770a4fb1b243cb577a984895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:08:31Z', 'updated_at': '2022-02-04T10:15:50Z', 'revision_number': 6, 'project_id': '45a77b15770a4fb1b243cb577a984895', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:15:51.023545 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839ad76-88c7-4582-96a5-1ca699a1108b None None] The sync data for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi is: [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:15:51.066794 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:15:51.117975 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37744) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:51.193623 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:15:51.194408 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87050cf7-d6ff-4b11-be47-e4c78eb86afd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (b98df16d-13c3-4ebf-98af-e23a08a6f5c3), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.205380 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] Sync routers for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:15:51.206297 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-68d337b4-9820-41f7-9e9a-827a8426d11b admin admin] 10.222.0.39 "PUT /v2.0/routers/93d5ab51-68eb-45ee-a9e2-41984b44ad12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0256681 Feb 04 10:15:51.207353 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:51.222550 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:51.223330 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:51.262485 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (517b5271-7575-4012-9dc5-6e9f091ed8ce), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.300953 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87050cf7-d6ff-4b11-be47-e4c78eb86afd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (b98df16d-13c3-4ebf-98af-e23a08a6f5c3), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.303789 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Pushing event deleted for resources: {'Port': ['ID=517b5271-7575-4012-9dc5-6e9f091ed8ce,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:51.345271 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23faf6-15ae-46d2-8795-a747a72da6fc None None] New status for floating IP ccf17a70-f202-4fc4-ba8a-92dbda156650: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:15:51.354505 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks [] for router (93d5ab51-68eb-45ee-a9e2-41984b44ad12), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.368212 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:51.393261 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.510897 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks [] for router_gateway (93d5ab51-68eb-45ee-a9e2-41984b44ad12), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.532414 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87050cf7-d6ff-4b11-be47-e4c78eb86afd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (b98df16d-13c3-4ebf-98af-e23a08a6f5c3), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.534236 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87050cf7-d6ff-4b11-be47-e4c78eb86afd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.537993 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-87050cf7-d6ff-4b11-be47-e4c78eb86afd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "DELETE /v2.0/security-groups/b98df16d-13c3-4ebf-98af-e23a08a6f5c3 HTTP/1.1" status: 204 len: 168 time: 0.4161761 Feb 04 10:15:51.542870 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:51.546262 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37748) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:51.548600 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87050cf7-d6ff-4b11-be47-e4c78eb86afd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98df16d-13c3-4ebf-98af-e23a08a6f5c3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:51.558726 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.562394 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks [] for router_controller (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.570505 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.api.v2.resource [None req-92eadba6-8e80-4f4e-bce2-37dfa217130c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] show failed (client error): The resource could not be found. Feb 04 10:15:51.574433 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-92eadba6-8e80-4f4e-bce2-37dfa217130c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups/b98df16d-13c3-4ebf-98af-e23a08a6f5c3 HTTP/1.1" status: 404 len: 347 time: 0.0209556 Feb 04 10:15:51.574433 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37750) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:51.604708 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:51.604886 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5f86f2c5-995b-4bbb-9d95-e273aebd6e5b not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:51.619739 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Deleting port 080ea5a2-87f6-4c04-b35d-ca783019a4c4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:51.620174 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.671071 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:15:50Z', 'revision_number': 5, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port': {'id': '080ea5a2-87f6-4c04-b35d-ca783019a4c4', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:29Z', 'updated_at': '2022-02-04T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:51.699885 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] Checking router: 93d5ab51-68eb-45ee-a9e2-41984b44ad12 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:15:51.703553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (a38ef548-0549-4e1d-bf57-e2e42ceacaf7), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.704139 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38ef548-0549-4e1d-bf57-e2e42ceacaf7 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:15:51.711980 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] Routers {'93d5ab51-68eb-45ee-a9e2-41984b44ad12'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:51.712886 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] For port 080ea5a2-87f6-4c04-b35d-ca783019a4c4, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=080ea5a2-87f6-4c04-b35d-ca783019a4c4,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:51.713008 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:51.713521 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.714935 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.716172 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0b1dcdd1-2b98-4e20-8314-35be97c6b303 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a38ef548-0549-4e1d-bf57-e2e42ceacaf7 HTTP/1.1" status: 204 len: 168 time: 1.3671649 Feb 04 10:15:51.719260 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37752) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:51.752322 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Calling delete_port for 080ea5a2-87f6-4c04-b35d-ca783019a4c4 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:51.764911 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Deleting port ef7057a3-aee4-4fe9-94c6-4b660c98c557 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:51.765253 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.807005 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] Deleting subnet fb965735-5324-494f-95ad-55d86874aad9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:15:51.812550 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] Set router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:51.812783 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] Publish callbacks [] for subnet (fb965735-5324-494f-95ad-55d86874aad9), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.847407 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.847997 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (ef7057a3-aee4-4fe9-94c6-4b660c98c557), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.860829 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Calling delete_port for ef7057a3-aee4-4fe9-94c6-4b660c98c557 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:51.862530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (fb965735-5324-494f-95ad-55d86874aad9), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:51.867951 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:15:51Z', 'revision_number': 6, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port_host': None}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:52.023944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (ef7057a3-aee4-4fe9-94c6-4b660c98c557), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.035247 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea45c66-e157-46c5-9446-99318caf35e0 None None] The sync data for ids ['93d5ab51-68eb-45ee-a9e2-41984b44ad12'] in dv-cinder-826607-3-iscsi is: [{'id': '93d5ab51-68eb-45ee-a9e2-41984b44ad12', 'name': 'tempest-TestMinimumBasicScenario-584343177-router', 'tenant_id': '0d5505aef3124f3b9e6de01bf20cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:28Z', 'updated_at': '2022-02-04T10:15:51Z', 'revision_number': 6, 'project_id': '0d5505aef3124f3b9e6de01bf20cddab', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:15:52.051683 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event deleted for resources: {'Port': ['ID=ef7057a3-aee4-4fe9-94c6-4b660c98c557,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.063663 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (fb965735-5324-494f-95ad-55d86874aad9), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.110623 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (080ea5a2-87f6-4c04-b35d-ca783019a4c4), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.125040 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (ccf17a70-f202-4fc4-ba8a-92dbda156650), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.128093 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.132866 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d43c5ebf-ee85-4061-bfc7-8c06c614fa73 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "DELETE /v2.0/floatingips/ccf17a70-f202-4fc4-ba8a-92dbda156650 HTTP/1.1" status: 204 len: 168 time: 0.5540156 Feb 04 10:15:52.152261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=080ea5a2-87f6-4c04-b35d-ca783019a4c4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.184224 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (fb965735-5324-494f-95ad-55d86874aad9), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.233154 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.237734 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fb965735-5324-494f-95ad-55d86874aad9 HTTP/1.1" status: 204 len: 168 time: 0.5173378 Feb 04 10:15:52.241280 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37756) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:52.243252 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdff616-1e1b-4cbd-9a62-158ce2a78261 None None] Network 6ed32a17-0155-4c49-ac13-42fc4376aa64 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:15:52.253271 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a36b3-c879-442a-974e-18fbfbddb227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb965735-5324-494f-95ad-55d86874aad9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.285399 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37758) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:52.290138 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-471d635a-41d3-46cb-96ab-0ed3f9a482d9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447287297', 'description': 'tempest-description--1420132257'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:15:52.294335 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (93d5ab51-68eb-45ee-a9e2-41984b44ad12), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.350536 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (6ed32a17-0155-4c49-ac13-42fc4376aa64), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.396830 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (93d5ab51-68eb-45ee-a9e2-41984b44ad12), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.399021 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks [] for router_controller (93d5ab51-68eb-45ee-a9e2-41984b44ad12), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.402400 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-471d635a-41d3-46cb-96ab-0ed3f9a482d9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.431229 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Deleting port 9ef478fc-eb17-45fd-a22e-d5f522024610 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:52.431749 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.454366 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] DHCP port deletion for 6ed32a17-0155-4c49-ac13-42fc4376aa64 request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:15:52.457941 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (93d5ab51-68eb-45ee-a9e2-41984b44ad12), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.458493 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d5ab51-68eb-45ee-a9e2-41984b44ad12 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:15:52.466593 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.467777 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-556eec7c-5e54-4109-8146-bb4c7f3b29e3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/93d5ab51-68eb-45ee-a9e2-41984b44ad12 HTTP/1.1" status: 204 len: 168 time: 1.2588711 Feb 04 10:15:52.471076 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37760) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:52.509518 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] For port 9ef478fc-eb17-45fd-a22e-d5f522024610, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9ef478fc-eb17-45fd-a22e-d5f522024610,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:52.510198 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.525430 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Calling delete_port for 9ef478fc-eb17-45fd-a22e-d5f522024610 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:52.532422 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Deleting port 9ef478fc-eb17-45fd-a22e-d5f522024610 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:52.532782 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.537180 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] Deleting subnet 70960c99-8ce5-483d-a9c4-8b038f61ffee {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:15:52.546084 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] Publish callbacks [] for subnet (70960c99-8ce5-483d-a9c4-8b038f61ffee), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.577009 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-471d635a-41d3-46cb-96ab-0ed3f9a482d9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (66d7379e-20d1-472e-a075-f9b49abb6e31), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.587684 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-471d635a-41d3-46cb-96ab-0ed3f9a482d9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (66d7379e-20d1-472e-a075-f9b49abb6e31), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.611825 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (70960c99-8ce5-483d-a9c4-8b038f61ffee), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.622178 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.626604 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] For port 9ef478fc-eb17-45fd-a22e-d5f522024610, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9ef478fc-eb17-45fd-a22e-d5f522024610,segment=NetworkSegment(07219fc7-caa8-49ca-b794-11350afc36ae),segment_id=07219fc7-caa8-49ca-b794-11350afc36ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:52.627105 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.641209 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Calling delete_port for 9ef478fc-eb17-45fd-a22e-d5f522024610 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:52.646956 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-471d635a-41d3-46cb-96ab-0ed3f9a482d9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.651160 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-471d635a-41d3-46cb-96ab-0ed3f9a482d9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3647671 Feb 04 10:15:52.651793 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37762) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:52.655073 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef478fc-eb17-45fd-a22e-d5f522024610,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.658587 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d00c251c-7754-4653-b249-36aa7f5e271f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'security_group_rule': {'security_group_id': '66d7379e-20d1-472e-a075-f9b49abb6e31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:15:52.664297 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d635a-41d3-46cb-96ab-0ed3f9a482d9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7379e-20d1-472e-a075-f9b49abb6e31,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.667302 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] No DVR routers for this DVR port 9ef478fc-eb17-45fd-a22e-d5f522024610 on host dv-cinder-826607-3-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:52.719497 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00c251c-7754-4653-b249-36aa7f5e271f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (51350242-1c1b-4f5c-8946-0260e21873b2), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.749225 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (70960c99-8ce5-483d-a9c4-8b038f61ffee), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.752355 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (6ed32a17-0155-4c49-ac13-42fc4376aa64), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.773414 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed32a17-0155-4c49-ac13-42fc4376aa64']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:52.781990 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680'] for port (9ef478fc-eb17-45fd-a22e-d5f522024610), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.784541 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07219fc7-caa8-49ca-b794-11350afc36ae') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:52.784867 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07219fc7-caa8-49ca-b794-11350afc36ae') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:52.795643 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (07219fc7-caa8-49ca-b794-11350afc36ae), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.807977 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Pushing event deleted for resources: {'Port': ['ID=9ef478fc-eb17-45fd-a22e-d5f522024610,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.813743 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] No DVR routers for this DVR port 9ef478fc-eb17-45fd-a22e-d5f522024610 on host dv-cinder-826607-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:52.817386 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00c251c-7754-4653-b249-36aa7f5e271f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (51350242-1c1b-4f5c-8946-0260e21873b2), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.818845 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (07219fc7-caa8-49ca-b794-11350afc36ae), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.820169 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.820519 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.821092 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.821265 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.821706 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.822042 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.822371 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.822732 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.823097 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.823429 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.823782 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.824111 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.824488 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f756605b-c59a-4900-876a-2720d648cbb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:15:52.827354 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00c251c-7754-4653-b249-36aa7f5e271f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (51350242-1c1b-4f5c-8946-0260e21873b2), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.838973 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:15:52.839971 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (07219fc7-caa8-49ca-b794-11350afc36ae), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:15:52.843376 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:15:52.850161 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (70960c99-8ce5-483d-a9c4-8b038f61ffee), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.855898 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c251c-7754-4653-b249-36aa7f5e271f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51350242-1c1b-4f5c-8946-0260e21873b2,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.884159 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00c251c-7754-4653-b249-36aa7f5e271f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.885361 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d00c251c-7754-4653-b249-36aa7f5e271f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302098 Feb 04 10:15:52.886498 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70960c99-8ce5-483d-a9c4-8b038f61ffee,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:52.889890 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:52.894767 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.896146 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dd52cd02-3df5-4cca-b405-914d7b247fdb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/70960c99-8ce5-483d-a9c4-8b038f61ffee HTTP/1.1" status: 204 len: 168 time: 0.4239142 Feb 04 10:15:52.898532 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:52.899261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5cb2284c-9480-466b-ab44-bbf0cda92cdd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'security_group_rule': {'security_group_id': '66d7379e-20d1-472e-a075-f9b49abb6e31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:15:52.913700 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3185e1-b0c5-45f5-a587-68317c1de6b2 None None] Network 280e7979-c72c-4200-81f1-c1a813169502 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:15:52.928404 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cb2284c-9480-466b-ab44-bbf0cda92cdd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (cfc7c11f-40ce-486a-a31a-5a00cb8244fa), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.967796 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (6ed32a17-0155-4c49-ac13-42fc4376aa64), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.976141 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:52.979833 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6ed32a17-0155-4c49-ac13-42fc4376aa64 HTTP/1.1" status: 204 len: 168 time: 0.7374980 Feb 04 10:15:53.007644 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bf59f-8f30-41d4-ba32-2c08d91de4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed32a17-0155-4c49-ac13-42fc4376aa64,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:53.024686 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (280e7979-c72c-4200-81f1-c1a813169502), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.032808 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cb2284c-9480-466b-ab44-bbf0cda92cdd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (cfc7c11f-40ce-486a-a31a-5a00cb8244fa), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.041520 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cb2284c-9480-466b-ab44-bbf0cda92cdd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (cfc7c11f-40ce-486a-a31a-5a00cb8244fa), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.068530 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9ef478fc-eb17-45fd-a22e-d5f522024610 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:53.079934 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2284c-9480-466b-ab44-bbf0cda92cdd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc7c11f-40ce-486a-a31a-5a00cb8244fa,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:53.091045 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cb2284c-9480-466b-ab44-bbf0cda92cdd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.093786 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 9ef478fc-eb17-45fd-a22e-d5f522024610 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:53.094134 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9ef478fc-eb17-45fd-a22e-d5f522024610 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:53.094569 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 080ea5a2-87f6-4c04-b35d-ca783019a4c4 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:53.096729 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37770) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:53.098206 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5cb2284c-9480-466b-ab44-bbf0cda92cdd tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051022 Feb 04 10:15:53.101212 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:15:53.120940 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 080ea5a2-87f6-4c04-b35d-ca783019a4c4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:53.121094 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 080ea5a2-87f6-4c04-b35d-ca783019a4c4 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:53.121392 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device d50fdeef-6805-4a11-8bf0-9264ac2af49d no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:53.137381 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Deleting port 9849dbb2-f0ef-4541-9449-9d98446f9a96 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:53.137707 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.141530 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.144238 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: d50fdeef-6805-4a11-8bf0-9264ac2af49d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:53.144591 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device d50fdeef-6805-4a11-8bf0-9264ac2af49d not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:53.145013 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 8c6dfcad-8271-4b99-9348-856578d0d3f7 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:53.163981 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 8c6dfcad-8271-4b99-9348-856578d0d3f7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:53.164361 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 8c6dfcad-8271-4b99-9348-856578d0d3f7 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:53.164758 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 517b5271-7575-4012-9dc5-6e9f091ed8ce no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:53.175967 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:53.190308 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 517b5271-7575-4012-9dc5-6e9f091ed8ce {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:53.190915 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 517b5271-7575-4012-9dc5-6e9f091ed8ce not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:53.222594 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e0c3d4a4-a4e3-46f8-9211-3be9b5725927 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45a77b15770a4fb1b243cb577a984895&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429633 Feb 04 10:15:53.222817 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:53.252848 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] For port 9849dbb2-f0ef-4541-9449-9d98446f9a96, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9849dbb2-f0ef-4541-9449-9d98446f9a96,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:53.255405 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.272685 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c89ec9-53e5-41c2-bf19-0e8ac6e89543 admin admin] Publish callbacks [] for security_group (a0e7bc92-2c4f-4137-88b6-14ab9e201365), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.274494 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Calling delete_port for 9849dbb2-f0ef-4541-9449-9d98446f9a96 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:53.284793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] DHCP port deletion for 280e7979-c72c-4200-81f1-c1a813169502 request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:15:53.301777 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c89ec9-53e5-41c2-bf19-0e8ac6e89543 admin admin] Publish callbacks [] for security_group (a0e7bc92-2c4f-4137-88b6-14ab9e201365), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.353663 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] Deleting port 9849dbb2-f0ef-4541-9449-9d98446f9a96 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:53.354036 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.365986 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c89ec9-53e5-41c2-bf19-0e8ac6e89543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (a0e7bc92-2c4f-4137-88b6-14ab9e201365), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.368815 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c89ec9-53e5-41c2-bf19-0e8ac6e89543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.372547 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-73c89ec9-53e5-41c2-bf19-0e8ac6e89543 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0e7bc92-2c4f-4137-88b6-14ab9e201365 HTTP/1.1" status: 204 len: 168 time: 0.1462338 Feb 04 10:15:53.383536 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c89ec9-53e5-41c2-bf19-0e8ac6e89543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e7bc92-2c4f-4137-88b6-14ab9e201365,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:53.395313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.411615 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.431657 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] No DVR routers for this DVR port 9849dbb2-f0ef-4541-9449-9d98446f9a96 on host dv-cinder-826607-3-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:53.456813 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] For port 9849dbb2-f0ef-4541-9449-9d98446f9a96, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9849dbb2-f0ef-4541-9449-9d98446f9a96,segment=NetworkSegment(6f57ccf6-8af4-455d-9f88-561db4b8e07d),segment_id=6f57ccf6-8af4-455d-9f88-561db4b8e07d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:53.457140 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.470518 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] Calling delete_port for 9849dbb2-f0ef-4541-9449-9d98446f9a96 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:53.551958 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680'] for port (9849dbb2-f0ef-4541-9449-9d98446f9a96), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.580610 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] Pushing event deleted for resources: {'Port': ['ID=9849dbb2-f0ef-4541-9449-9d98446f9a96,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:53.582481 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4250d73-ba74-49be-b9a0-02c6e45336c2 None None] No DVR routers for this DVR port 9849dbb2-f0ef-4541-9449-9d98446f9a96 on host dv-cinder-826607-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:53.787220 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Pushing event deleted for resources: {'Port': ['ID=9849dbb2-f0ef-4541-9449-9d98446f9a96,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:53.853944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (280e7979-c72c-4200-81f1-c1a813169502), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.895675 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280e7979-c72c-4200-81f1-c1a813169502']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:53.910615 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f57ccf6-8af4-455d-9f88-561db4b8e07d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:53.911219 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f57ccf6-8af4-455d-9f88-561db4b8e07d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:53.931167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Allocated IP 172.27.0.191 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/807b5b1e-70d7-4f23-b676-7619668a9596) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:15:53.934418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (6f57ccf6-8af4-455d-9f88-561db4b8e07d), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.958631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (6f57ccf6-8af4-455d-9f88-561db4b8e07d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:53.998706 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:15:53.999105 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (6f57ccf6-8af4-455d-9f88-561db4b8e07d), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:15:54.000768 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:15:54.066276 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (280e7979-c72c-4200-81f1-c1a813169502), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.079683 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.082834 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] 10.222.0.39 "DELETE /v2.0/networks/280e7979-c72c-4200-81f1-c1a813169502 HTTP/1.1" status: 204 len: 168 time: 1.1832495 Feb 04 10:15:54.085771 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37796) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:54.096582 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466b58c-2268-4747-9be8-d766cdb0bcaf admin admin] Pushing event deleted for resources: {'Network': ['ID=280e7979-c72c-4200-81f1-c1a813169502,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:54.119715 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for port (807b5b1e-70d7-4f23-b676-7619668a9596), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.157126 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (807b5b1e-70d7-4f23-b676-7619668a9596), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.206115 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:15:54.209157 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:15:54.212762 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:15:54.235263 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'Port': ['ID=807b5b1e-70d7-4f23-b676-7619668a9596,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:54.256344 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:15:54.330042 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (25bf0e73-4a41-4923-bf5a-a4094186b8d0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.369028 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (807b5b1e-70d7-4f23-b676-7619668a9596), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.464458 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.533816 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for port (807b5b1e-70d7-4f23-b676-7619668a9596), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.538846 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (807b5b1e-70d7-4f23-b676-7619668a9596), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.616080 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'Port': ['ID=807b5b1e-70d7-4f23-b676-7619668a9596,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:54.621368 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (25bf0e73-4a41-4923-bf5a-a4094186b8d0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.639327 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.640651 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-40f1caed-6c4a-4947-a42f-a360c1a080ce tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5430250 Feb 04 10:15:54.849620 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-2fb52eb0-f842-4a46-b394-f28a61a0ae1a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1447287297&fields=id&tenant_id=032d4521b89b40659d4756e9704124b5 HTTP/1.1" status: 200 len: 267 time: 0.0456891 Feb 04 10:15:54.918157 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9849dbb2-f0ef-4541-9449-9d98446f9a96 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:54.943452 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Deleting port 69aacaef-c94a-4211-8445-e6dcb21d2505 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:54.943832 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:54.947146 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 9849dbb2-f0ef-4541-9449-9d98446f9a96 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:54.947781 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9849dbb2-f0ef-4541-9449-9d98446f9a96 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:54.984626 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-429169f1-7e62-450c-9640-8d935fe73a3c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:54.986150 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-429169f1-7e62-450c-9640-8d935fe73a3c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 811 time: 0.1270010 Feb 04 10:15:55.002895 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-6ab78aaa-d416-493e-b70f-d36ba7c78b8c tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/quotas/032d4521b89b40659d4756e9704124b5 HTTP/1.1" status: 200 len: 375 time: 0.0108149 Feb 04 10:15:55.052355 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] For port 69aacaef-c94a-4211-8445-e6dcb21d2505, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=69aacaef-c94a-4211-8445-e6dcb21d2505,segment=NetworkSegment(ee51606d-9386-492a-9dca-ea3f9a6b9a3b),segment_id=ee51606d-9386-492a-9dca-ea3f9a6b9a3b)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:55.052706 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:55.059805 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-b71bbbf8-6ffe-4700-8694-9e7025e99fe2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513732 Feb 04 10:15:55.066586 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Calling delete_port for 69aacaef-c94a-4211-8445-e6dcb21d2505 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:55.189007 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-6a976f5b-937a-4973-8476-88488b743334 service neutron] 10.222.0.39 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168971 Feb 04 10:15:55.286004 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (69aacaef-c94a-4211-8445-e6dcb21d2505), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:55.304757 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-bb435584-fb5f-430b-8985-1cdb94e60524 service neutron] 10.222.0.39 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066790 Feb 04 10:15:55.313775 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Pushing event deleted for resources: {'Port': ['ID=69aacaef-c94a-4211-8445-e6dcb21d2505,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:55.408197 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9092f-3c64-4da9-b035-f2b03426bbdc req-ed5966c4-9c92-4519-a926-b6a8b3496cc0 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:55.410181 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5cf9092f-3c64-4da9-b035-f2b03426bbdc req-ed5966c4-9c92-4519-a926-b6a8b3496cc0 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.0732799 Feb 04 10:15:55.498663 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5cf9092f-3c64-4da9-b035-f2b03426bbdc req-59a2e960-ef7e-460f-bc59-f1b6faf077c0 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800602 Feb 04 10:15:55.510508 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:55.548291 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eca2177f-e653-4705-be23-34239d4d4d15 req-e26e2fd8-64a3-4e3b-93e1-606edc4e188e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 210 time: 0.0486021 Feb 04 10:15:55.743553 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:15:55.853460 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:15:55.861161 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d54ddb1c-c1fb-44d7-aa07-59669069f44c admin admin] 10.222.0.39 "PUT /v2.0/routers/20dd00b8-5f6f-4f37-aac9-c2eecff470fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717948 Feb 04 10:15:55.861552 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 37850) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:55.862707 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] Sync routers for ids ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:15:55.874743 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] Routers {'20dd00b8-5f6f-4f37-aac9-c2eecff470fc'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:55.875352 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:55.978029 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks [] for router (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:55.998147 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] Set router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:56.088109 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks [] for router_gateway (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.140098 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Deleting port 0154ab87-ed99-4a54-9d4c-4ef36775d127 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:56.140444 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.182495 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:15:55Z', 'revision_number': 5, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port': {'id': '0154ab87-ed99-4a54-9d4c-4ef36775d127', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:34Z', 'updated_at': '2022-02-04T10:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:56.211163 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] Checking router: 20dd00b8-5f6f-4f37-aac9-c2eecff470fc for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:15:56.217682 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] For port 0154ab87-ed99-4a54-9d4c-4ef36775d127, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=0154ab87-ed99-4a54-9d4c-4ef36775d127,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:56.218619 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.219519 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] Routers {'20dd00b8-5f6f-4f37-aac9-c2eecff470fc'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:56.220156 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:56.231007 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Calling delete_port for 0154ab87-ed99-4a54-9d4c-4ef36775d127 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:56.306907 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] Set router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:56.365264 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:15:56Z', 'revision_number': 6, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port_host': None}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:56.392632 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7b674-8daf-4a5d-9331-f1762d72e72f None None] The sync data for ids ['20dd00b8-5f6f-4f37-aac9-c2eecff470fc'] in dv-cinder-826607-3-iscsi is: [{'id': '20dd00b8-5f6f-4f37-aac9-c2eecff470fc', 'name': 'tempest-TestMinimumBasicScenario-1881149689-router', 'tenant_id': '994294ee24834976841979d63b55fb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:33Z', 'updated_at': '2022-02-04T10:15:56Z', 'revision_number': 6, 'project_id': '994294ee24834976841979d63b55fb63', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:15:56.407536 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (0154ab87-ed99-4a54-9d4c-4ef36775d127), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.441035 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0154ab87-ed99-4a54-9d4c-4ef36775d127,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:56.503619 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.654750 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.681896 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks [] for router_controller (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.774406 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6fc7a22d-b8cd-486d-b2e4-5a51782c8cc5 req-53749c38-a0b0-4f35-9ee7-f6d48a3507fa tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 210 time: 0.1215348 Feb 04 10:15:56.809188 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (20dd00b8-5f6f-4f37-aac9-c2eecff470fc), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.809589 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20dd00b8-5f6f-4f37-aac9-c2eecff470fc {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:15:56.820404 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.821754 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-34e1e503-acc8-48aa-9602-089f26ff3ee6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/20dd00b8-5f6f-4f37-aac9-c2eecff470fc HTTP/1.1" status: 204 len: 168 time: 0.9591401 Feb 04 10:15:56.824499 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:56.836048 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd958d-133a-4955-8772-a68551926125 req-2c36df57-a756-494e-aa32-aef49873bfdf tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:56.837592 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5fcd958d-133a-4955-8772-a68551926125 req-2c36df57-a756-494e-aa32-aef49873bfdf tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.1999853 Feb 04 10:15:56.843865 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-c87a565e-c080-4216-8d3b-319f6006ca48 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:56.845335 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-c87a565e-c080-4216-8d3b-319f6006ca48 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 811 time: 0.3158176 Feb 04 10:15:56.893556 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] Deleting subnet 98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:15:56.905325 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] Publish callbacks [] for subnet (98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.934697 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5fcd958d-133a-4955-8772-a68551926125 req-f96efa68-8201-4def-94cb-f8c00371b0f2 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883760 Feb 04 10:15:56.944127 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:56.961335 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-278638a0-c5d7-4c82-9552-58ecabfe2b1a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032d4521b89b40659d4756e9704124b5 HTTP/1.1" status: 200 len: 380 time: 0.0767539 Feb 04 10:15:57.020262 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'port': {'device_id': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'admin_state_up': True, 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'security_groups': ['66d7379e-20d1-472e-a075-f9b49abb6e31']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:15:57.024092 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.076814 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.100669 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:57.104257 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.108145 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f3cb00a0-3fa5-4df7-ac23-5d76202c5d4a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/98ecfaac-ac6d-4b5a-a09a-33e09d6fe93a HTTP/1.1" status: 204 len: 168 time: 0.2825208 Feb 04 10:15:57.110654 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:57.115185 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a36eea-0c51-4d90-b64d-6fdb347f957b None None] Network c147fb19-a62f-4576-a7e5-edfb4aadf401 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:15:57.138352 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-f73aa498-155a-4654-9221-4232ee6ffb35 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:57.139857 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-f73aa498-155a-4654-9221-4232ee6ffb35 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.1236415 Feb 04 10:15:57.193710 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (c147fb19-a62f-4576-a7e5-edfb4aadf401), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.225111 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Made reservation on behalf of 032d4521b89b40659d4756e9704124b5 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:15:57.228456 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.266062 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Deleting port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:57.266403 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.325222 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Deleting port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:57.326130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.342699 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] For port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,segment=NetworkSegment(ee51606d-9386-492a-9dca-ea3f9a6b9a3b),segment_id=ee51606d-9386-492a-9dca-ea3f9a6b9a3b)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:57.343143 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.358227 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] DHCP port deletion for c147fb19-a62f-4576-a7e5-edfb4aadf401 request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:15:57.358499 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Calling delete_port for 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:57.384544 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 69aacaef-c94a-4211-8445-e6dcb21d2505 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:57.406672 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 69aacaef-c94a-4211-8445-e6dcb21d2505 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:57.406996 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 69aacaef-c94a-4211-8445-e6dcb21d2505 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:57.431415 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Allocated IP 172.20.0.14 (1f256974-0f1d-4659-8eeb-3beea70918ff/9059096a-91a2-4f0e-b0b1-c2b05142caff/45f0ce88-42a4-49b5-99c6-392918d9e090) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:15:57.431696 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] Deleting port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:15:57.432030 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.463018 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.469078 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] For port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:57.469391 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.490533 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:57.500645 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] No DVR routers for this DVR port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d on host dv-cinder-826607-3-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:57.518656 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] For port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,segment=NetworkSegment(ee51606d-9386-492a-9dca-ea3f9a6b9a3b),segment_id=ee51606d-9386-492a-9dca-ea3f9a6b9a3b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:15:57.519072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.534057 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] Calling delete_port for 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:57.579261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (c147fb19-a62f-4576-a7e5-edfb4aadf401), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.604112 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c147fb19-a62f-4576-a7e5-edfb4aadf401']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:57.617732 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680'] for port (5ccd595a-425f-4ce9-90f8-8fd9e4c2816d), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.618203 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:57.618601 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee51606d-9386-492a-9dca-ea3f9a6b9a3b') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:57.629351 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211213'] for segment (ee51606d-9386-492a-9dca-ea3f9a6b9a3b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.646419 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (ee51606d-9386-492a-9dca-ea3f9a6b9a3b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.653375 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] Pushing event deleted for resources: {'Port': ['ID=5ccd595a-425f-4ce9-90f8-8fd9e4c2816d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:57.659405 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e7041-efc2-4040-a937-498d420ae271 None None] No DVR routers for this DVR port 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d on host dv-cinder-826607-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:57.660100 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:15:57.661927 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12046837'] for segment (ee51606d-9386-492a-9dca-ea3f9a6b9a3b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: timer() Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: cb(*args, **kw) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: self._notify() Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: self.callback(batched_events) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: event.method(event) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._get(url).json() Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:15:57.666065 dv-cinder-826607-3-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:15:57.727242 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (c147fb19-a62f-4576-a7e5-edfb4aadf401), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.739735 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.743924 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.747093 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] 10.222.0.39 "DELETE /v2.0/networks/c147fb19-a62f-4576-a7e5-edfb4aadf401 HTTP/1.1" status: 204 len: 168 time: 0.6355281 Feb 04 10:15:57.748511 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ded7-a3fc-424e-9cef-f8c28af32d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=c147fb19-a62f-4576-a7e5-edfb4aadf401,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:57.762607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.763123 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.763504 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Floating IP e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb disassociated. External IP: 172.27.0.95, port: 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d. Feb 04 10:15:57.764030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Calling delete_port for 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:15:57.881531 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:57.944288 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Network 1f256974-0f1d-4659-8eeb-3beea70918ff is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:15:57.950062 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37888) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:57.957535 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:15:57.960164 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:15:58.049138 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1f12a667-743a-4233-8d4b-80aae3867b52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d5505aef3124f3b9e6de01bf20cddab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936003 Feb 04 10:15:58.049642 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37892) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:58.116449 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6737dd67-09a1-4ad6-a2a1-149ed1693563 admin admin] Publish callbacks [] for security_group (bc69fcf0-417f-4727-a6a1-7882f0208063), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.144198 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6737dd67-09a1-4ad6-a2a1-149ed1693563 admin admin] Publish callbacks [] for security_group (bc69fcf0-417f-4727-a6a1-7882f0208063), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.202985 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6737dd67-09a1-4ad6-a2a1-149ed1693563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bc69fcf0-417f-4727-a6a1-7882f0208063), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.205892 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6737dd67-09a1-4ad6-a2a1-149ed1693563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.207059 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6737dd67-09a1-4ad6-a2a1-149ed1693563 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc69fcf0-417f-4727-a6a1-7882f0208063 HTTP/1.1" status: 204 len: 168 time: 0.1564624 Feb 04 10:15:58.214948 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737dd67-09a1-4ad6-a2a1-149ed1693563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc69fcf0-417f-4727-a6a1-7882f0208063,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:58.249503 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-66c2d273-2ecc-44be-bf22-820b7691d928 None None] Provisioning complete for port 45f0ce88-42a4-49b5-99c6-392918d9e090 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:15:58.249995 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-66c2d273-2ecc-44be-bf22-820b7691d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.304353 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-66c2d273-2ecc-44be-bf22-820b7691d928 None None] Port 45f0ce88-42a4-49b5-99c6-392918d9e090 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:15:58.354382 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event updated for resources: {'Port': ['ID=45f0ce88-42a4-49b5-99c6-392918d9e090,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:58.371482 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04226e89-8d23-43fb-8eb3-48650208f148 req-fc12248d-2f56-4ad3-aba5-be88641384dc tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:58.373046 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04226e89-8d23-43fb-8eb3-48650208f148 req-fc12248d-2f56-4ad3-aba5-be88641384dc tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 932 time: 0.5164707 Feb 04 10:15:58.407656 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:58.408066 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.449862 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (25592e44-9aa8-43b1-b0ac-ba2020f4fa7d), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.472976 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-41741479-f742-4a0d-b3a5-6f7d89302dd3 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4579093 Feb 04 10:15:58.479679 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed940a47-12e9-48d8-989f-e59d18e7f326 req-e6161b93-019d-4b64-856a-b402bf32a7eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:58.480985 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed940a47-12e9-48d8-989f-e59d18e7f326 req-e6161b93-019d-4b64-856a-b402bf32a7eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 945 time: 0.1951971 Feb 04 10:15:58.509827 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event deleted for resources: {'Port': ['ID=25592e44-9aa8-43b1-b0ac-ba2020f4fa7d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:58.537914 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-04226e89-8d23-43fb-8eb3-48650208f148 req-18a809b8-7edc-4e60-8539-918b236f96cc tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553776 Feb 04 10:15:58.581754 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:58.623211 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-cf3be339-2aef-4672-a3eb-9f35a19646bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=994294ee24834976841979d63b55fb63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380335 Feb 04 10:15:58.623482 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 37902) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:15:58.648555 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed940a47-12e9-48d8-989f-e59d18e7f326 req-88a3b333-f97d-4933-a977-eb4333cd286e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466694 Feb 04 10:15:58.673828 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-608bb5c4-4b8e-404c-814e-08796c0ce414 admin admin] Publish callbacks [] for security_group (f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.684162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:15:58.694947 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-608bb5c4-4b8e-404c-814e-08796c0ce414 admin admin] Publish callbacks [] for security_group (f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.744586 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-608bb5c4-4b8e-404c-814e-08796c0ce414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.747076 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-608bb5c4-4b8e-404c-814e-08796c0ce414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.748753 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-608bb5c4-4b8e-404c-814e-08796c0ce414 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1 HTTP/1.1" status: 204 len: 168 time: 0.1243088 Feb 04 10:15:58.758215 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bb5c4-4b8e-404c-814e-08796c0ce414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0369c4e-9ed2-4d9d-8f71-5b3eca1d6ab1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:15:58.804062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:15:58.814793 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:15:58.824937 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:58.826110 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:58.852238 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] No DVR routers for this DVR port 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:15:58.855845 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:15:58.859224 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6d9404c-e002-4453-9133-00eefaa83a36 req-c784d21a-c1ec-4899-bcbd-9769ccd3fd0f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "DELETE /v2.0/ports/25592e44-9aa8-43b1-b0ac-ba2020f4fa7d HTTP/1.1" status: 204 len: 173 time: 1.7120776 Feb 04 10:15:58.859742 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'name': 'network-vif-deleted', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:15:58.862404 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460a4b35-051d-4e99-a748-5d29bacd6c60" -d '{"events": [{"server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "name": "network-vif-deleted", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:15:58.906379 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38b1a7d-6344-40c8-83ec-6ef3a05eb65e x-openstack-request-id: req-f38b1a7d-6344-40c8-83ec-6ef3a05eb65e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:15:58.906919 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517f235-a184-49be-96e2-33e3f26374f0", "name": "network-vif-deleted", "tag": "25592e44-9aa8-43b1-b0ac-ba2020f4fa7d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:15:58.907322 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f38b1a7d-6344-40c8-83ec-6ef3a05eb65e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:15:58.907930 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6517f235-a184-49be-96e2-33e3f26374f0', 'name': 'network-vif-deleted', 'tag': '25592e44-9aa8-43b1-b0ac-ba2020f4fa7d', 'status': 'completed', 'code': 200} Feb 04 10:15:58.945450 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:58.973293 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:58.973621 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 5ccd595a-425f-4ce9-90f8-8fd9e4c2816d not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:58.974032 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 0154ab87-ed99-4a54-9d4c-4ef36775d127 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:15:58.976285 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:58.997730 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 0154ab87-ed99-4a54-9d4c-4ef36775d127 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:15:58.997997 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 0154ab87-ed99-4a54-9d4c-4ef36775d127 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:15:59.202113 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:59.227503 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:15:59.235401 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:15:59.236021 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:59.342309 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:15:59.613028 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:15:59.638248 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf50cf-0e27-47fe-a8ba-984726809e88 None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:15:59.655843 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a602bf-7dca-4c26-b348-c6674665f62a req-d2587881-c328-4a83-9c96-adb989439e36 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:15:59.657452 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-82a602bf-7dca-4c26-b348-c6674665f62a req-d2587881-c328-4a83-9c96-adb989439e36 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 932 time: 0.0528808 Feb 04 10:15:59.713485 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-82a602bf-7dca-4c26-b348-c6674665f62a req-714c4ac7-64f1-4629-b8d7-d107fa51f1a9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Feb 04 10:15:59.754116 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3e3bf759-ac5e-4ea2-89c6-5995ebc9e59c req-ac31cc2d-fb17-43ce-a746-2db21329aee7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 210 time: 0.0323241 Feb 04 10:15:59.879927 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655dbc0-bab4-4f26-832d-840a486595fd None None] New status for floating IP e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:16:00.814266 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Request body: {'port': {'device_id': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:00.830605 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:16:00.868477 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7abc898f-cf50-432e-8621-77414c1e6e0c req-c8c700c5-cb76-4d40-9799-eff961fc5d2f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=6517f235-a184-49be-96e2-33e3f26374f0 HTTP/1.1" status: 200 len: 210 time: 0.0345836 Feb 04 10:16:00.920351 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc1ec-cdbe-43f5-8e63-657bf749bc1e req-fedf4c85-adbb-4e61-bfa1-ce796d81bcc1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:00.921909 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-79edc1ec-cdbe-43f5-8e63-657bf749bc1e req-fedf4c85-adbb-4e61-bfa1-ce796d81bcc1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 932 time: 0.1418622 Feb 04 10:16:00.924800 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:00.994916 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:16:00.995588 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 25592e44-9aa8-43b1-b0ac-ba2020f4fa7d not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:16:01.014601 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-79edc1ec-cdbe-43f5-8e63-657bf749bc1e req-b2448527-a4be-4108-9e63-6e1446811c62 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862286 Feb 04 10:16:01.233807 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f0ce88-42a4-49b5-99c6-392918d9e090 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:16:01.241501 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Publish callbacks [] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:01.260282 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Transition to ACTIVE for port object 45f0ce88-42a4-49b5-99c6-392918d9e090 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:16:01.265125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:01.322564 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Pushing event updated for resources: {'Port': ['ID=45f0ce88-42a4-49b5-99c6-392918d9e090,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:01.402923 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Attempting to bind port 45f0ce88-42a4-49b5-99c6-392918d9e090 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:16:01.403263 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Attempting to bind port 45f0ce88-42a4-49b5-99c6-392918d9e090 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:16:01.404203 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Attempting to bind port 45f0ce88-42a4-49b5-99c6-392918d9e090 on network 1f256974-0f1d-4659-8eeb-3beea70918ff {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:01.408743 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Port 45f0ce88-42a4-49b5-99c6-392918d9e090 on network 1f256974-0f1d-4659-8eeb-3beea70918ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:16:01.409061 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Attempting to bind port 45f0ce88-42a4-49b5-99c6-392918d9e090 on network 1f256974-0f1d-4659-8eeb-3beea70918ff {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:01.415699 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:16:01.416048 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Checking segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:01.419531 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Bound using segment: {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:16:01.420017 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Bound port: 45f0ce88-42a4-49b5-99c6-392918d9e090, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a91d174-b381-4e1e-946a-5d478fe1e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:16:01.420390 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:01.492340 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] For port 45f0ce88-42a4-49b5-99c6-392918d9e090, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:16:01.496174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] For port 45f0ce88-42a4-49b5-99c6-392918d9e090, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=45f0ce88-42a4-49b5-99c6-392918d9e090,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:16:01.502451 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:01.542207 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:01.542749 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:01.544333 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] 10.222.0.57 "PUT /v2.0/ports/45f0ce88-42a4-49b5-99c6-392918d9e090 HTTP/1.1" status: 200 len: 1094 time: 0.7372425 Feb 04 10:16:01.544668 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:01.546922 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b81cde-af47-40b3-9b71-d0d977a2634b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:01.567390 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73434d36-f81e-4bc3-8c09-840d76a41232 service neutron] Pushing event updated for resources: {'Port': ['ID=45f0ce88-42a4-49b5-99c6-392918d9e090,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:01.595925 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb736f6-a717-4d16-97f8-6a64b328b1c8 x-openstack-request-id: req-0eb736f6-a717-4d16-97f8-6a64b328b1c8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:01.596408 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:01.596959 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0eb736f6-a717-4d16-97f8-6a64b328b1c8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:01.597843 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'status': 'completed', 'code': 200} Feb 04 10:16:01.691985 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-7e264f06-ede5-44ef-98a5-87e106a392e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:01.694307 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-7e264f06-ede5-44ef-98a5-87e106a392e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 1128 time: 0.0764167 Feb 04 10:16:01.749868 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-36eebe2e-5e74-48df-9ae9-976492203b46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45f0ce88-42a4-49b5-99c6-392918d9e090 HTTP/1.1" status: 200 len: 217 time: 0.0409186 Feb 04 10:16:01.798196 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-81599523-0577-46e4-ac12-9d2021094298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:01.799673 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-81599523-0577-46e4-ac12-9d2021094298 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.0444062 Feb 04 10:16:01.852441 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-c7be1ebf-cf5a-40e7-ac46-6d6a599b792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:01.853851 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-c7be1ebf-cf5a-40e7-ac46-6d6a599b792a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478323 Feb 04 10:16:01.940161 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-43a91156-96da-438b-aa76-635ceb8e43e6 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804033 Feb 04 10:16:02.032272 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dc743146-c3c4-4be8-adef-c37b5ff642f5 req-4ddc0ed1-679d-4a8a-b0ae-e3c841b31f1f service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858259 Feb 04 10:16:02.185372 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-d9279ace-745c-442a-afa3-7583abb56201 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224930406&fields=id&tenant_id=82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 267 time: 0.1030030 Feb 04 10:16:02.197531 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71ed63-f742-4202-8709-072b89134772 req-f59fad9b-bed2-48ab-bc6d-937e7e19bb88 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:02.198952 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c71ed63-f742-4202-8709-072b89134772 req-f59fad9b-bed2-48ab-bc6d-937e7e19bb88 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 944 time: 0.1154613 Feb 04 10:16:02.279429 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-b460e5c4-f1a5-4bc4-8332-e6caa3547f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:02.280893 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-b460e5c4-f1a5-4bc4-8332-e6caa3547f23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 1128 time: 0.1534586 Feb 04 10:16:02.377414 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c71ed63-f742-4202-8709-072b89134772 req-760ab015-7f2e-4f7e-b912-900d84c487c2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662021 Feb 04 10:16:02.392952 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-14fb0bd4-bc25-400d-b148-289380a56b77 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:02.394394 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-14fb0bd4-bc25-400d-b148-289380a56b77 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 812 time: 0.1945951 Feb 04 10:16:02.422058 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-a8da60b4-67be-474f-9b15-eee3c5f6f4a2 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/quotas/82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 375 time: 0.0148933 Feb 04 10:16:02.440538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-ded12ca7-ed02-4b12-ac79-f405dc166d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:02.441937 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-ded12ca7-ed02-4b12-ac79-f405dc166d59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 912 time: 0.1510236 Feb 04 10:16:02.496793 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-1b0ecc6f-ddcd-40d5-b081-8303b9d173bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45f0ce88-42a4-49b5-99c6-392918d9e090 HTTP/1.1" status: 200 len: 217 time: 0.0402813 Feb 04 10:16:02.537807 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-22607a11-52b4-49e6-ab12-cb45bce08b1f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105731 Feb 04 10:16:02.553703 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-0fb23bf3-21be-471b-bbb5-db836e0513ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:02.555161 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-0fb23bf3-21be-471b-bbb5-db836e0513ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.0510421 Feb 04 10:16:02.666463 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-7591244e-a41f-4744-88a9-bc73738d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:02.668025 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-7591244e-a41f-4744-88a9-bc73738d4548 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033731 Feb 04 10:16:02.686442 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-90336410-7db4-4e75-a8ef-08671a97d3c7 service neutron] 10.222.0.39 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303716 Feb 04 10:16:02.834369 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-b69ac5e8-0eaf-4eda-a87a-aa584f3607c9 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590629 Feb 04 10:16:02.840070 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-260465eb-18de-4cc1-9bdd-836d34e75711 service neutron] 10.222.0.39 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445384 Feb 04 10:16:02.933102 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-72b81cde-af47-40b3-9b71-d0d977a2634b req-4724cb16-36b8-4125-aab1-613f75dc91b8 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920863 Feb 04 10:16:03.134459 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ace72892-0ad9-4425-8479-b5b1d230948a req-6bf37a02-f9a5-4c28-9e95-0d6a294080f9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 210 time: 0.0283575 Feb 04 10:16:03.504171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20304d-b249-4a2a-a024-9a58ccd26da5 req-aaa072fc-9e9d-4a4b-808f-4ac6d3d0680d tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:03.505641 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e20304d-b249-4a2a-a024-9a58ccd26da5 req-aaa072fc-9e9d-4a4b-808f-4ac6d3d0680d tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 944 time: 0.0538089 Feb 04 10:16:03.552683 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e20304d-b249-4a2a-a024-9a58ccd26da5 req-07d5e3cf-3e35-464c-b200-096ba3ea5426 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411606 Feb 04 10:16:04.085998 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-3a6dc632-58d7-4557-b81e-fa68cdf01c0a tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:04.087464 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-3a6dc632-58d7-4557-b81e-fa68cdf01c0a tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 812 time: 0.1115730 Feb 04 10:16:04.157062 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-20fc7fa5-8ab4-463d-9cf1-ada9b900f816 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 380 time: 0.0541816 Feb 04 10:16:04.166155 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'port': {'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'admin_state_up': True, 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'security_groups': ['6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:04.257713 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51e3d816-d0c4-40a5-b62c-2ff7413840b2 req-51034e14-6ae2-453f-bf04-56838ad28cd2 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 210 time: 0.0318100 Feb 04 10:16:04.302992 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Made reservation on behalf of 82ceff3cd33547a8853b434c2ff985fb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:16:04.306316 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.425288 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:04.429333 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Allocated IP 172.20.0.9 (0462e3fd-bf11-4c81-bca7-4bcabeaedc29/c19f52e1-3c11-4997-8a21-d510c8d234f4/5b7619a7-3050-46ce-b44b-dc235e86c3ce) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:04.528394 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3670fb1d-a275-47d4-be68-c413f0a3d177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.579869 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.614579 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3670fb1d-a275-47d4-be68-c413f0a3d177 admin admin] Publish callbacks [] for security_group (5b8ee190-310a-4cc8-b8f8-54121ae97471), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.618315 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3670fb1d-a275-47d4-be68-c413f0a3d177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5b8ee190-310a-4cc8-b8f8-54121ae97471), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.638892 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.658446 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670fb1d-a275-47d4-be68-c413f0a3d177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ee190-310a-4cc8-b8f8-54121ae97471,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:04.665588 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3670fb1d-a275-47d4-be68-c413f0a3d177 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c308226f34204ac9bdbc7752ccfd2ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392533 Feb 04 10:16:04.666306 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:04.716263 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d911aec-3d65-4399-b796-841c58c6b7b5 admin admin] Publish callbacks [] for security_group (5b8ee190-310a-4cc8-b8f8-54121ae97471), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.718372 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:04.723692 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:04.727347 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=5b7619a7-3050-46ce-b44b-dc235e86c3ce,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:04.729561 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:04.759066 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d911aec-3d65-4399-b796-841c58c6b7b5 admin admin] Publish callbacks [] for security_group (5b8ee190-310a-4cc8-b8f8-54121ae97471), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.777380 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6c61-6ab7-4f0f-9aa6-faae32c601c9 req-57643998-fd74-4763-8026-e3105804958f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:04.779123 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1f5a6c61-6ab7-4f0f-9aa6-faae32c601c9 req-57643998-fd74-4763-8026-e3105804958f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 944 time: 0.1422770 Feb 04 10:16:04.798319 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:04.798938 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.822709 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d911aec-3d65-4399-b796-841c58c6b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (5b8ee190-310a-4cc8-b8f8-54121ae97471), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.827387 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-95d8495b-a4b5-4eb1-9952-c33a8c2e2380 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655300 Feb 04 10:16:04.828447 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 45f0ce88-42a4-49b5-99c6-392918d9e090 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:16:04.830054 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d911aec-3d65-4399-b796-841c58c6b7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.833565 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1d911aec-3d65-4399-b796-841c58c6b7b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b8ee190-310a-4cc8-b8f8-54121ae97471 HTTP/1.1" status: 204 len: 168 time: 0.1635945 Feb 04 10:16:04.845594 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d911aec-3d65-4399-b796-841c58c6b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ee190-310a-4cc8-b8f8-54121ae97471,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:04.857299 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Request body: {'port': {'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:04.868168 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1f5a6c61-6ab7-4f0f-9aa6-faae32c601c9 req-6dc843f9-293f-49a9-8c03-613d85ed0227 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805163 Feb 04 10:16:04.945134 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:04.995357 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 45f0ce88-42a4-49b5-99c6-392918d9e090, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=45f0ce88-42a4-49b5-99c6-392918d9e090,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:05.013825 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'port_id': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'mac_address': 'fa:16:3e:1d:eb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:16:05.063074 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 45f0ce88-42a4-49b5-99c6-392918d9e090 is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:05.063459 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.074442 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-405b84be-e1c0-4438-8d6b-5715192f50a0 None None] Provisioning complete for port 5b7619a7-3050-46ce-b44b-dc235e86c3ce triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:05.074808 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-405b84be-e1c0-4438-8d6b-5715192f50a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.109149 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f0ce88-42a4-49b5-99c6-392918d9e090 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:16:05.132717 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-405b84be-e1c0-4438-8d6b-5715192f50a0 None None] Port 5b7619a7-3050-46ce-b44b-dc235e86c3ce cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:16:05.138966 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 45f0ce88-42a4-49b5-99c6-392918d9e090, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=45f0ce88-42a4-49b5-99c6-392918d9e090,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:05.142934 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.187311 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:05.193517 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=45f0ce88-42a4-49b5-99c6-392918d9e090,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:05.203077 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8055951-a7a8-4b63-9ab0-8b137b8eb69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.282761 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8055951-a7a8-4b63-9ab0-8b137b8eb69a admin admin] Publish callbacks [] for security_group (dc32f775-7380-4aae-944f-f5ab302eee32), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.288533 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8055951-a7a8-4b63-9ab0-8b137b8eb69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (dc32f775-7380-4aae-944f-f5ab302eee32), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.320888 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8055951-a7a8-4b63-9ab0-8b137b8eb69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32f775-7380-4aae-944f-f5ab302eee32,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:05.338465 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f8055951-a7a8-4b63-9ab0-8b137b8eb69a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54290f5f754244c7bc46f563bb41c98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499569 Feb 04 10:16:05.341655 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38030) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:05.388804 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bb39f35-c0a2-4cad-8b7c-41a7d24a3511 admin admin] Publish callbacks [] for security_group (dc32f775-7380-4aae-944f-f5ab302eee32), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.409773 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bb39f35-c0a2-4cad-8b7c-41a7d24a3511 admin admin] Publish callbacks [] for security_group (dc32f775-7380-4aae-944f-f5ab302eee32), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.418846 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['45f0ce88-42a4-49b5-99c6-392918d9e090'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:16:05.444925 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d763b3-7294-4c87-b7cc-961340c20c6f req-0d2bb907-e610-4062-a63e-e31a130ada8f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:05.446488 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4d763b3-7294-4c87-b7cc-961340c20c6f req-0d2bb907-e610-4062-a63e-e31a130ada8f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 931 time: 0.1118510 Feb 04 10:16:05.462660 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bb39f35-c0a2-4cad-8b7c-41a7d24a3511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (dc32f775-7380-4aae-944f-f5ab302eee32), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.465496 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bb39f35-c0a2-4cad-8b7c-41a7d24a3511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.469352 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2bb39f35-c0a2-4cad-8b7c-41a7d24a3511 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc32f775-7380-4aae-944f-f5ab302eee32 HTTP/1.1" status: 204 len: 168 time: 0.1239102 Feb 04 10:16:05.476562 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb39f35-c0a2-4cad-8b7c-41a7d24a3511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32f775-7380-4aae-944f-f5ab302eee32,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:05.550035 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4d763b3-7294-4c87-b7cc-961340c20c6f req-7c1f3939-a276-4bc2-8217-b01ba908d8da tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907631 Feb 04 10:16:05.564596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7619a7-3050-46ce-b44b-dc235e86c3ce {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:16:05.572405 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Publish callbacks [] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.585582 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Transition to ACTIVE for port object 5b7619a7-3050-46ce-b44b-dc235e86c3ce will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:16:05.589280 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.645118 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Pushing event updated for resources: {'Port': ['ID=5b7619a7-3050-46ce-b44b-dc235e86c3ce,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:05.711484 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Attempting to bind port 5b7619a7-3050-46ce-b44b-dc235e86c3ce on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:16:05.711859 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Attempting to bind port 5b7619a7-3050-46ce-b44b-dc235e86c3ce by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:16:05.712187 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Attempting to bind port 5b7619a7-3050-46ce-b44b-dc235e86c3ce on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:05.717398 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Port 5b7619a7-3050-46ce-b44b-dc235e86c3ce on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:16:05.717701 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Attempting to bind port 5b7619a7-3050-46ce-b44b-dc235e86c3ce on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:05.724167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:16:05.724503 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Checking segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:05.724878 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Bound using segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:16:05.725310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Bound port: 5b7619a7-3050-46ce-b44b-dc235e86c3ce, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:16:05.725666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.797983 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] For port 5b7619a7-3050-46ce-b44b-dc235e86c3ce, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:16:05.801584 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] For port 5b7619a7-3050-46ce-b44b-dc235e86c3ce, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:16:05.808376 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.857638 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:05.858652 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:05.864751 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] 10.222.0.57 "PUT /v2.0/ports/5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 200 len: 1093 time: 1.0158429 Feb 04 10:16:05.865233 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:05.867720 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dcdba7-92cc-40cf-a152-6d66b66836cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:05.912721 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e1d3a-e62b-42ca-bb93-32d64eeb8ebe service neutron] Pushing event updated for resources: {'Port': ['ID=5b7619a7-3050-46ce-b44b-dc235e86c3ce,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:05.950550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba4f626-084a-4e7a-a47b-017f6f9887fa x-openstack-request-id: req-5ba4f626-084a-4e7a-a47b-017f6f9887fa {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:05.950854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:05.951231 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ba4f626-084a-4e7a-a47b-017f6f9887fa {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:05.953888 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'status': 'completed', 'code': 200} Feb 04 10:16:06.004976 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-f890e491-81bf-4a31-8674-d7352736e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.006478 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-f890e491-81bf-4a31-8674-d7352736e5fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1127 time: 0.0694261 Feb 04 10:16:06.068752 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-57129d18-d1e8-4543-ad5c-f4938b4d69c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 200 len: 217 time: 0.0475845 Feb 04 10:16:06.117322 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1daaf5-98e0-41f6-94d8-b1601b53bf91 req-44212b29-af84-4a4d-9fae-872ab8db8414 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.118803 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f1daaf5-98e0-41f6-94d8-b1601b53bf91 req-44212b29-af84-4a4d-9fae-872ab8db8414 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 945 time: 0.1290565 Feb 04 10:16:06.144614 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-5c24c525-3646-4fe5-a653-dcda58124254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.146049 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-5c24c525-3646-4fe5-a653-dcda58124254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0719962 Feb 04 10:16:06.205414 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f1daaf5-98e0-41f6-94d8-b1601b53bf91 req-8b9ab110-ef84-436a-992c-01cc4ca2445e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802133 Feb 04 10:16:06.225090 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-328aaccc-6b34-4b75-bac3-6abcbb1ae7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.225090 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-328aaccc-6b34-4b75-bac3-6abcbb1ae7e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627980 Feb 04 10:16:06.310535 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-ed8d400a-1a72-40b6-b373-6f3fee24fb93 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Feb 04 10:16:06.404821 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71a3cc20-8a3f-4da1-bca9-ceae895cf932 req-48fc21e2-a2ef-4afc-8de9-f4924ebfbf96 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 Feb 04 10:16:06.530642 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-ebd0821a-a939-4c71-802a-fc820a53763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.532283 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-ebd0821a-a939-4c71-802a-fc820a53763b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1127 time: 0.0453851 Feb 04 10:16:06.635810 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-cdcb394b-b86e-432e-8857-89e591f8055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.637270 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-cdcb394b-b86e-432e-8857-89e591f8055d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.0991998 Feb 04 10:16:06.691495 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-6f5df7aa-44f5-4240-af61-85a43c1c87db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 200 len: 217 time: 0.0369313 Feb 04 10:16:06.740479 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ee465-58f1-4177-8bf5-4c5b558a8e62 req-eec8586c-20f4-42ac-8eda-061184aa57f5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.741964 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-330ee465-58f1-4177-8bf5-4c5b558a8e62 req-eec8586c-20f4-42ac-8eda-061184aa57f5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 943 time: 0.1182969 Feb 04 10:16:06.760425 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-6bd3f1b0-e090-4672-b3fb-c24de096f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.761860 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-6bd3f1b0-e090-4672-b3fb-c24de096f9b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0643425 Feb 04 10:16:06.829359 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-330ee465-58f1-4177-8bf5-4c5b558a8e62 req-5e5a9272-f35f-473e-b963-cc63f067c1b3 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785344 Feb 04 10:16:06.838768 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-315d9274-8d45-4d02-8324-dea7b45838ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:06.849494 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-315d9274-8d45-4d02-8324-dea7b45838ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724001 Feb 04 10:16:06.849790 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 45f0ce88-42a4-49b5-99c6-392918d9e090 up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:06.898859 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 45f0ce88-42a4-49b5-99c6-392918d9e090 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:16:06.902856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 45f0ce88-42a4-49b5-99c6-392918d9e090 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:06.904010 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:06.941998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-63c77d7c-a2a2-4624-a6dd-01b0379db538 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951495 Feb 04 10:16:06.996597 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 45f0ce88-42a4-49b5-99c6-392918d9e090 is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:06.997023 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.022553 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:07.024843 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0183b8a3-680c-4735-a274-5cc139bc224e" -d '{"events": [{"server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "name": "network-vif-plugged", "status": "completed", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:07.038071 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 45f0ce88-42a4-49b5-99c6-392918d9e090, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=45f0ce88-42a4-49b5-99c6-392918d9e090,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:07.043529 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.046585 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4dcdba7-92cc-40cf-a152-6d66b66836cc req-ab6dd21a-8bc8-4df4-8d19-dbc4f641e3d3 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985963 Feb 04 10:16:07.076291 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5752136-81df-4b1d-8b7a-2102b9b76ccf x-openstack-request-id: req-d5752136-81df-4b1d-8b7a-2102b9b76ccf {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:07.076715 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "name": "network-vif-plugged", "status": "completed", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:07.076980 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5752136-81df-4b1d-8b7a-2102b9b76ccf {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:07.077368 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'code': 200} Feb 04 10:16:07.101470 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=45f0ce88-42a4-49b5-99c6-392918d9e090,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:07.276253 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b548-4e1e-48f1-b84e-7f0a5a83445e req-55063052-7036-4a1f-a091-08c7e1f3810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:07.277786 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d951b548-4e1e-48f1-b84e-7f0a5a83445e req-55063052-7036-4a1f-a091-08c7e1f3810a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 1130 time: 0.0462856 Feb 04 10:16:07.350583 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d951b548-4e1e-48f1-b84e-7f0a5a83445e req-d651cb45-b93d-40ce-ad0d-ac7a557758c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631695 Feb 04 10:16:07.358688 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa2e4-7587-4575-9b68-9a4f8dd4010f req-fe5e84c3-6fb5-4952-8eb3-5f4fc0b4a87b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:07.360147 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bebfa2e4-7587-4575-9b68-9a4f8dd4010f req-fe5e84c3-6fb5-4952-8eb3-5f4fc0b4a87b tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0814967 Feb 04 10:16:07.409300 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bebfa2e4-7587-4575-9b68-9a4f8dd4010f req-dd47c5a9-67b9-452f-ad30-a0f1c4598dba tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Feb 04 10:16:07.527281 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38110) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:07.627767 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd90a947-ef8e-4a09-9657-d3d3defd1533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.701385 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd90a947-ef8e-4a09-9657-d3d3defd1533 admin admin] Publish callbacks [] for security_group (2cae803b-83a8-4f9b-a7bc-4e81a66785ce), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.704947 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd90a947-ef8e-4a09-9657-d3d3defd1533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (2cae803b-83a8-4f9b-a7bc-4e81a66785ce), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.742109 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90a947-ef8e-4a09-9657-d3d3defd1533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae803b-83a8-4f9b-a7bc-4e81a66785ce,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:07.747737 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-cd90a947-ef8e-4a09-9657-d3d3defd1533 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e508e68acebc440eaebe2cd742f7187a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193756 Feb 04 10:16:07.750288 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:07.795754 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3166557b-1dc8-4762-b4ad-6db9b601b413 admin admin] Publish callbacks [] for security_group (2cae803b-83a8-4f9b-a7bc-4e81a66785ce), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.816239 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3166557b-1dc8-4762-b4ad-6db9b601b413 admin admin] Publish callbacks [] for security_group (2cae803b-83a8-4f9b-a7bc-4e81a66785ce), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.860820 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3166557b-1dc8-4762-b4ad-6db9b601b413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (2cae803b-83a8-4f9b-a7bc-4e81a66785ce), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.863518 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3166557b-1dc8-4762-b4ad-6db9b601b413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:07.867420 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3166557b-1dc8-4762-b4ad-6db9b601b413 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cae803b-83a8-4f9b-a7bc-4e81a66785ce HTTP/1.1" status: 204 len: 168 time: 0.1135037 Feb 04 10:16:07.877254 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166557b-1dc8-4762-b4ad-6db9b601b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae803b-83a8-4f9b-a7bc-4e81a66785ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:07.963413 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7fd83-c7fd-4ab5-a307-de24a902a2db req-09ac22ec-cbeb-4b8e-9a1a-c865ea5c8bc7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:07.965304 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bec7fd83-c7fd-4ab5-a307-de24a902a2db req-09ac22ec-cbeb-4b8e-9a1a-c865ea5c8bc7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 943 time: 0.0579629 Feb 04 10:16:08.015163 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bec7fd83-c7fd-4ab5-a307-de24a902a2db req-6b8e519a-6ff1-459b-a4c7-d900348097be tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Feb 04 10:16:08.128790 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:08.142244 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8530900f-2443-4bb7-94e1-9ea87387fe5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:08.215736 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8530900f-2443-4bb7-94e1-9ea87387fe5b admin admin] Publish callbacks [] for security_group (9493a998-7136-4d32-9a8d-1dd28729c3cb), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:08.219103 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8530900f-2443-4bb7-94e1-9ea87387fe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9493a998-7136-4d32-9a8d-1dd28729c3cb), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:08.256225 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8530900f-2443-4bb7-94e1-9ea87387fe5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9360fc2004424dffae0b2cf36b0b8962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264124 Feb 04 10:16:08.257338 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530900f-2443-4bb7-94e1-9ea87387fe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9493a998-7136-4d32-9a8d-1dd28729c3cb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:08.258904 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38124) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:08.307174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f7580c1-8b10-4602-8809-8a73dd2b45b4 admin admin] Publish callbacks [] for security_group (9493a998-7136-4d32-9a8d-1dd28729c3cb), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:08.329078 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f7580c1-8b10-4602-8809-8a73dd2b45b4 admin admin] Publish callbacks [] for security_group (9493a998-7136-4d32-9a8d-1dd28729c3cb), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:08.383405 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f7580c1-8b10-4602-8809-8a73dd2b45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9493a998-7136-4d32-9a8d-1dd28729c3cb), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:08.386354 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f7580c1-8b10-4602-8809-8a73dd2b45b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:08.390092 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3f7580c1-8b10-4602-8809-8a73dd2b45b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9493a998-7136-4d32-9a8d-1dd28729c3cb HTTP/1.1" status: 204 len: 168 time: 0.1267505 Feb 04 10:16:08.398238 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7580c1-8b10-4602-8809-8a73dd2b45b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493a998-7136-4d32-9a8d-1dd28729c3cb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:08.534649 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b344e5-4698-409c-b63b-db691b9065db req-26fb3452-32ce-4165-87d0-af2fa0865db2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:08.540166 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7b344e5-4698-409c-b63b-db691b9065db req-26fb3452-32ce-4165-87d0-af2fa0865db2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0604398 Feb 04 10:16:08.583664 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7b344e5-4698-409c-b63b-db691b9065db req-fc3efac4-7259-4008-b2f8-43a89f442127 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Feb 04 10:16:08.696878 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e4dd8-6c27-49b8-a32c-8cf90d61df4c req-3bf2a59d-a2f4-4d6a-9c65-52bdd16159a9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:08.698403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fb8e4dd8-6c27-49b8-a32c-8cf90d61df4c req-3bf2a59d-a2f4-4d6a-9c65-52bdd16159a9 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0530086 Feb 04 10:16:08.706925 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38138) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:08.711411 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Request body: {'floatingip': {'port_id': '45f0ce88-42a4-49b5-99c6-392918d9e090'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:08.750321 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (25bf0e73-4a41-4923-bf5a-a4094186b8d0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:09.169657 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7384-1c42-4869-8353-8e09cb6118c5 req-eed6d3c1-aae8-41e2-bef0-4d5a4e7227a7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:09.171161 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-722c7384-1c42-4869-8353-8e09cb6118c5 req-eed6d3c1-aae8-41e2-bef0-4d5a4e7227a7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 943 time: 0.0899360 Feb 04 10:16:09.248697 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:09.252850 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (25bf0e73-4a41-4923-bf5a-a4094186b8d0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:09.331014 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-722c7384-1c42-4869-8353-8e09cb6118c5 req-66ff5f39-7ab9-49c6-a237-aa4a16365c98 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537924 Feb 04 10:16:09.371292 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Floating IP 25bf0e73-4a41-4923-bf5a-a4094186b8d0 associated. External IP: 172.27.0.191, port: 45f0ce88-42a4-49b5-99c6-392918d9e090. Feb 04 10:16:09.584179 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Router 53531842-dff7-4687-9233-a26cac5057f0 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:16:09.707463 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:16:09.712166 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:09.721612 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] Sync routers for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:16:09.732363 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:09.732980 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:09.756168 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2c68949b-4686-49d0-8493-4dc9e180765e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "PUT /v2.0/floatingips/25bf0e73-4a41-4923-bf5a-a4094186b8d0 HTTP/1.1" status: 200 len: 992 time: 1.0424631 Feb 04 10:16:09.756769 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:09.760218 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:09.821440 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77805e-f2ff-415a-8d87-bbedf60f66c8 x-openstack-request-id: req-ed77805e-f2ff-415a-8d87-bbedf60f66c8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:09.821731 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:09.822275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed77805e-f2ff-415a-8d87-bbedf60f66c8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:09.822677 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'status': 'completed', 'code': 200} Feb 04 10:16:09.854777 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:09.922539 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988bb7-a415-4b4f-a216-1b8e970981fb req-f33a0d1a-85f6-47fe-a856-e1af99b73163 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:09.924063 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e988bb7-a415-4b4f-a216-1b8e970981fb req-f33a0d1a-85f6-47fe-a856-e1af99b73163 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0939558 Feb 04 10:16:09.945114 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-b5a4f10e-1830-48e9-9e76-04cb8b88e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:09.946452 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-b5a4f10e-1830-48e9-9e76-04cb8b88e9d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=032d4521b89b40659d4756e9704124b5&device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 1130 time: 0.0754764 Feb 04 10:16:10.044832 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e988bb7-a415-4b4f-a216-1b8e970981fb req-df1148ff-e7b8-4c2e-9fc1-4c840f72d09e tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126981 Feb 04 10:16:10.086029 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-a60ad902-a248-497c-87cc-8e7e2bece71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:10.087556 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-a60ad902-a248-497c-87cc-8e7e2bece71b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 200 len: 912 time: 0.1314819 Feb 04 10:16:10.106169 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '25bf0e73-4a41-4923-bf5a-a4094186b8d0', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '53531842-dff7-4687-9233-a26cac5057f0', 'port_id': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'mac_address': 'fa:16:3e:1d:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:15:54Z', 'updated_at': '2022-02-04T10:16:09Z', 'revision_number': 1, 'project_id': '032d4521b89b40659d4756e9704124b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:10.143602 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] Checking router: 53531842-dff7-4687-9233-a26cac5057f0 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:16:10.152102 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:10.152714 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:15:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:10.164622 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-6cb3b6f8-b2ca-4ffe-b490-9a009e92243e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45f0ce88-42a4-49b5-99c6-392918d9e090 HTTP/1.1" status: 200 len: 1000 time: 0.0713472 Feb 04 10:16:10.214823 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-3754b844-c8fe-41b7-ae51-4f1673d85261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:10.217280 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-3754b844-c8fe-41b7-ae51-4f1673d85261 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 200 len: 850 time: 0.0469465 Feb 04 10:16:10.266762 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:10.282068 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-967f5ef0-5f5c-4d2a-a86a-c5e3d8c4786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:10.282068 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-967f5ef0-5f5c-4d2a-a86a-c5e3d8c4786d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f256974-0f1d-4659-8eeb-3beea70918ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568829 Feb 04 10:16:10.382759 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-84f15472-ad07-4a25-acba-1c2e6a043f1d service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945299 Feb 04 10:16:10.530174 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d1388-f1fb-47b4-8e14-60b3348cda42 req-0bd216bb-6645-41ef-b695-e4b7d712aec4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:10.533074 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a5d1388-f1fb-47b4-8e14-60b3348cda42 req-0bd216bb-6645-41ef-b695-e4b7d712aec4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 943 time: 0.0889783 Feb 04 10:16:10.533800 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcb5fc5f-369d-438b-b78c-5ee9ee2210a6 req-dc3eb0c1-b729-413e-b29f-0e51bd08d4d6 service neutron] 10.222.0.57 "GET /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452448 Feb 04 10:16:10.540950 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '25bf0e73-4a41-4923-bf5a-a4094186b8d0', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '53531842-dff7-4687-9233-a26cac5057f0', 'port_id': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'mac_address': 'fa:16:3e:1d:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:15:54Z', 'updated_at': '2022-02-04T10:16:09Z', 'revision_number': 1, 'project_id': '032d4521b89b40659d4756e9704124b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:10.570311 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcc379-19ae-477c-a216-2c8b60eefb1d None None] The sync data for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi is: [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '25bf0e73-4a41-4923-bf5a-a4094186b8d0', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '53531842-dff7-4687-9233-a26cac5057f0', 'port_id': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'mac_address': 'fa:16:3e:1d:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:15:54Z', 'updated_at': '2022-02-04T10:16:09Z', 'revision_number': 1, 'project_id': '032d4521b89b40659d4756e9704124b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:16:10.604685 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2a5d1388-f1fb-47b4-8e14-60b3348cda42 req-86bf6cce-e7bb-44a9-b041-c654919809bc tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649285 Feb 04 10:16:10.781974 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fec0fc-262b-4de8-ab15-6e1351f45003 None None] New status for floating IP 25bf0e73-4a41-4923-bf5a-a4094186b8d0: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:16:10.896926 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c8e50ed-d2b6-4f47-9948-f8d01052b060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:10.923106 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.168884 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f55112-b1ba-46b2-9c05-36bfdfe672a4 req-911444bc-2ee9-4e34-a913-92c6a125af89 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:11.170369 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8f55112-b1ba-46b2-9c05-36bfdfe672a4 req-911444bc-2ee9-4e34-a913-92c6a125af89 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0527396 Feb 04 10:16:11.219419 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8f55112-b1ba-46b2-9c05-36bfdfe672a4 req-47f48280-21f5-4af3-9a77-9f98eae1fe57 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Feb 04 10:16:11.322482 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38276) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:11.437418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87cf0a57-f3ac-4c6e-8d2a-e90a89efd512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.521094 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87cf0a57-f3ac-4c6e-8d2a-e90a89efd512 admin admin] Publish callbacks [] for security_group (38cfc961-ec08-46eb-a4a0-d6c4573d0d1c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.525344 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87cf0a57-f3ac-4c6e-8d2a-e90a89efd512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (38cfc961-ec08-46eb-a4a0-d6c4573d0d1c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.563434 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-87cf0a57-f3ac-4c6e-8d2a-e90a89efd512 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77dc757c82774780b34b23afc1c340c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398241 Feb 04 10:16:11.564591 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf0a57-f3ac-4c6e-8d2a-e90a89efd512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cfc961-ec08-46eb-a4a0-d6c4573d0d1c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:11.566598 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38284) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:11.618137 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb5de5a8-d3d3-4bb4-b269-549350472c4e admin admin] Publish callbacks [] for security_group (38cfc961-ec08-46eb-a4a0-d6c4573d0d1c), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.640008 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb5de5a8-d3d3-4bb4-b269-549350472c4e admin admin] Publish callbacks [] for security_group (38cfc961-ec08-46eb-a4a0-d6c4573d0d1c), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.689365 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb5de5a8-d3d3-4bb4-b269-549350472c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (38cfc961-ec08-46eb-a4a0-d6c4573d0d1c), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.692643 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb5de5a8-d3d3-4bb4-b269-549350472c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:11.693906 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bb5de5a8-d3d3-4bb4-b269-549350472c4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38cfc961-ec08-46eb-a4a0-d6c4573d0d1c HTTP/1.1" status: 204 len: 168 time: 0.1261246 Feb 04 10:16:11.702530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5de5a8-d3d3-4bb4-b269-549350472c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cfc961-ec08-46eb-a4a0-d6c4573d0d1c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:11.743122 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b402d-afad-4cdd-95a9-c506b432fdb7 req-9f57f3b4-3454-4f76-a052-a4d7d8d46b96 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:11.744656 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df8b402d-afad-4cdd-95a9-c506b432fdb7 req-9f57f3b4-3454-4f76-a052-a4d7d8d46b96 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 943 time: 0.0710492 Feb 04 10:16:11.794092 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df8b402d-afad-4cdd-95a9-c506b432fdb7 req-4ac5c0a6-abae-4366-96a8-40ab55029a01 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Feb 04 10:16:11.953554 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38292) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:11.968162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24ea37ec-d17e-4a0f-961d-67c91f45cd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:12.039927 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24ea37ec-d17e-4a0f-961d-67c91f45cd48 admin admin] Publish callbacks [] for security_group (14fe6344-390f-41f9-8f79-8d6e034200b3), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:12.043375 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24ea37ec-d17e-4a0f-961d-67c91f45cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (14fe6344-390f-41f9-8f79-8d6e034200b3), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:12.083109 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-24ea37ec-d17e-4a0f-961d-67c91f45cd48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=800036f4f9644aff9e86cdbf6dc1c90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285286 Feb 04 10:16:12.083966 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea37ec-d17e-4a0f-961d-67c91f45cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe6344-390f-41f9-8f79-8d6e034200b3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:12.086402 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38294) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:12.134181 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a876f661-8c6a-49e3-901b-b1a911f6e556 admin admin] Publish callbacks [] for security_group (14fe6344-390f-41f9-8f79-8d6e034200b3), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:12.155061 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a876f661-8c6a-49e3-901b-b1a911f6e556 admin admin] Publish callbacks [] for security_group (14fe6344-390f-41f9-8f79-8d6e034200b3), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:12.202244 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a876f661-8c6a-49e3-901b-b1a911f6e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (14fe6344-390f-41f9-8f79-8d6e034200b3), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:12.205068 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a876f661-8c6a-49e3-901b-b1a911f6e556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:12.206201 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a876f661-8c6a-49e3-901b-b1a911f6e556 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14fe6344-390f-41f9-8f79-8d6e034200b3 HTTP/1.1" status: 204 len: 168 time: 0.1185563 Feb 04 10:16:12.213606 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876f661-8c6a-49e3-901b-b1a911f6e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe6344-390f-41f9-8f79-8d6e034200b3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:12.927754 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762a72c-0620-43fd-9eea-0e1e76170b85 req-28adfebe-ac29-48cf-b56e-822543178340 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:12.929425 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e762a72c-0620-43fd-9eea-0e1e76170b85 req-28adfebe-ac29-48cf-b56e-822543178340 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 943 time: 0.0623832 Feb 04 10:16:12.984448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e762a72c-0620-43fd-9eea-0e1e76170b85 req-9f38ca82-4c22-44d4-a513-395d06fc613f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482128 Feb 04 10:16:13.112916 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2c24d36-0a80-40ec-ab1b-fae13c44932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:13.796049 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38354) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:13.886688 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:13.897327 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae60d96-0951-4fce-978d-8cc9dbcd6b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:13.982581 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae60d96-0951-4fce-978d-8cc9dbcd6b72 admin admin] Publish callbacks [] for security_group (8f70c3cd-4c30-4feb-ab25-f388ba356d30), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:13.986442 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae60d96-0951-4fce-978d-8cc9dbcd6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (8f70c3cd-4c30-4feb-ab25-f388ba356d30), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.023977 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8ae60d96-0951-4fce-978d-8cc9dbcd6b72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89ef895601784e78a0ae17903ddca567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268138 Feb 04 10:16:14.024868 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae60d96-0951-4fce-978d-8cc9dbcd6b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f70c3cd-4c30-4feb-ab25-f388ba356d30,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:14.026757 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38362) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:14.079868 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fc40217-a7d9-4419-be1d-40263b07b2fa admin admin] Publish callbacks [] for security_group (8f70c3cd-4c30-4feb-ab25-f388ba356d30), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.103512 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fc40217-a7d9-4419-be1d-40263b07b2fa admin admin] Publish callbacks [] for security_group (8f70c3cd-4c30-4feb-ab25-f388ba356d30), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.112602 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e425fb-e92e-4642-b2c3-65a9fc25778e req-dc82ec8b-bb82-4522-985a-0808e5a775f3 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:14.114078 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-56e425fb-e92e-4642-b2c3-65a9fc25778e req-dc82ec8b-bb82-4522-985a-0808e5a775f3 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 943 time: 0.0551596 Feb 04 10:16:14.151394 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fc40217-a7d9-4419-be1d-40263b07b2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (8f70c3cd-4c30-4feb-ab25-f388ba356d30), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.154215 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fc40217-a7d9-4419-be1d-40263b07b2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.155442 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8fc40217-a7d9-4419-be1d-40263b07b2fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f70c3cd-4c30-4feb-ab25-f388ba356d30 HTTP/1.1" status: 204 len: 168 time: 0.1270843 Feb 04 10:16:14.162645 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-56e425fb-e92e-4642-b2c3-65a9fc25778e req-a469d073-1eb7-4d98-8cc7-f9adc3230c93 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Feb 04 10:16:14.163316 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc40217-a7d9-4419-be1d-40263b07b2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f70c3cd-4c30-4feb-ab25-f388ba356d30,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:14.427867 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:14.441586 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a047a87b-b31c-4a11-aee0-9e80e964989a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.513433 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a047a87b-b31c-4a11-aee0-9e80e964989a admin admin] Publish callbacks [] for security_group (ae72797f-fa6f-4647-87d4-3b6e9ae93b43), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.516722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a047a87b-b31c-4a11-aee0-9e80e964989a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ae72797f-fa6f-4647-87d4-3b6e9ae93b43), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.552878 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a047a87b-b31c-4a11-aee0-9e80e964989a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4512ef8981294fcb8962842f0c9211cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239500 Feb 04 10:16:14.554723 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047a87b-b31c-4a11-aee0-9e80e964989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae72797f-fa6f-4647-87d4-3b6e9ae93b43,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:14.555500 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38370) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:14.602442 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-430894cf-1801-4dcc-8128-38cc1aab85f9 admin admin] Publish callbacks [] for security_group (ae72797f-fa6f-4647-87d4-3b6e9ae93b43), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.623178 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-430894cf-1801-4dcc-8128-38cc1aab85f9 admin admin] Publish callbacks [] for security_group (ae72797f-fa6f-4647-87d4-3b6e9ae93b43), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.668190 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-430894cf-1801-4dcc-8128-38cc1aab85f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ae72797f-fa6f-4647-87d4-3b6e9ae93b43), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.671368 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-430894cf-1801-4dcc-8128-38cc1aab85f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:14.672535 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-430894cf-1801-4dcc-8128-38cc1aab85f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae72797f-fa6f-4647-87d4-3b6e9ae93b43 HTTP/1.1" status: 204 len: 168 time: 0.1159806 Feb 04 10:16:14.679850 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430894cf-1801-4dcc-8128-38cc1aab85f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae72797f-fa6f-4647-87d4-3b6e9ae93b43,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:14.863936 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5b7619a7-3050-46ce-b44b-dc235e86c3ce details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:16:14.963780 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5b7619a7-3050-46ce-b44b-dc235e86c3ce, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:14.979950 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:16:15.022656 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 5b7619a7-3050-46ce-b44b-dc235e86c3ce is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:15.022656 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:15.033022 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7619a7-3050-46ce-b44b-dc235e86c3ce {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:16:15.052669 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5b7619a7-3050-46ce-b44b-dc235e86c3ce, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:15.056776 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:15.103241 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=5b7619a7-3050-46ce-b44b-dc235e86c3ce,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:15.291216 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b0d-82fc-4441-a455-b55020596eb3 req-1e50ab9d-0990-48b4-b52b-4b2ba1a76518 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:15.292798 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e2000b0d-82fc-4441-a455-b55020596eb3 req-1e50ab9d-0990-48b4-b52b-4b2ba1a76518 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 944 time: 0.0584636 Feb 04 10:16:15.340939 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e2000b0d-82fc-4441-a455-b55020596eb3 req-2bea681b-0afc-4226-86b9-2bbce8878607 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Feb 04 10:16:15.364160 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['5b7619a7-3050-46ce-b44b-dc235e86c3ce'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:16:15.602048 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:16.464137 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f30b7-1a1a-4458-b97e-322438371f73 req-eaa72e92-4680-4ea2-bd47-6a3234281cad tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:16.467080 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-517f30b7-1a1a-4458-b97e-322438371f73 req-eaa72e92-4680-4ea2-bd47-6a3234281cad tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 944 time: 0.0607896 Feb 04 10:16:16.524355 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-517f30b7-1a1a-4458-b97e-322438371f73 req-cf484b48-325b-4d4a-9fc2-31f92b926606 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518360 Feb 04 10:16:16.873880 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5b7619a7-3050-46ce-b44b-dc235e86c3ce up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:16.925704 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:16.939304 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 5b7619a7-3050-46ce-b44b-dc235e86c3ce completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:16:16.943095 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 5b7619a7-3050-46ce-b44b-dc235e86c3ce triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:16.943458 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:17.017775 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 5b7619a7-3050-46ce-b44b-dc235e86c3ce is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:17.018162 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:17.039156 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:17.041417 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2e0f8f-6462-4d17-ae51-c0217cff196d" -d '{"events": [{"server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "name": "network-vif-plugged", "status": "completed", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:17.054654 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 5b7619a7-3050-46ce-b44b-dc235e86c3ce, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:17.058548 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:17.084612 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66be1b9-e142-4b28-a65a-ae0a3a1100e5 x-openstack-request-id: req-d66be1b9-e142-4b28-a65a-ae0a3a1100e5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:17.084900 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "name": "network-vif-plugged", "status": "completed", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:17.085169 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d66be1b9-e142-4b28-a65a-ae0a3a1100e5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:17.085530 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'code': 200} Feb 04 10:16:17.110995 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=5b7619a7-3050-46ce-b44b-dc235e86c3ce,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:17.318874 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35147888-e2c1-4764-a76e-b59a762c3f69 req-2e361451-7de0-4cd8-9763-c9578f64de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:17.320337 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-35147888-e2c1-4764-a76e-b59a762c3f69 req-2e361451-7de0-4cd8-9763-c9578f64de8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1129 time: 0.0413532 Feb 04 10:16:17.365458 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-35147888-e2c1-4764-a76e-b59a762c3f69 req-154f9901-cef3-4aee-af42-b94629f59b1d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Feb 04 10:16:17.647814 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168be40-ba6b-40b1-8b84-8a5a9ff4fba7 req-bc1cadd7-ad96-467b-ac0e-885ef753652d tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:17.649488 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f168be40-ba6b-40b1-8b84-8a5a9ff4fba7 req-bc1cadd7-ad96-467b-ac0e-885ef753652d tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.0581095 Feb 04 10:16:17.701443 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f168be40-ba6b-40b1-8b84-8a5a9ff4fba7 req-80f847ef-cfd3-49b7-af52-2b84e58ffbbf tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 Feb 04 10:16:18.817978 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7531274-1e17-4b5b-90b2-28b5d230829f req-971c4da1-ca3f-434a-af02-6feaf6cf1386 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:18.819426 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c7531274-1e17-4b5b-90b2-28b5d230829f req-971c4da1-ca3f-434a-af02-6feaf6cf1386 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.0513847 Feb 04 10:16:18.866747 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c7531274-1e17-4b5b-90b2-28b5d230829f req-14e0c851-91c4-4832-8405-10c96f7809f9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Feb 04 10:16:19.986177 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30ab3-690a-480c-92e7-3564a0fee2e7 req-df46d19b-2390-423e-9dde-46ba1cf34d7c tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:19.987672 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0bb30ab3-690a-480c-92e7-3564a0fee2e7 req-df46d19b-2390-423e-9dde-46ba1cf34d7c tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.0559890 Feb 04 10:16:20.034417 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0bb30ab3-690a-480c-92e7-3564a0fee2e7 req-0a6a38f8-a43e-4d24-84b7-887261bffd7f tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Feb 04 10:16:21.155718 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e1634-6d85-4332-82ea-1eccdc824f76 req-9c1b43dd-eb7b-4ed6-bb08-1aac6d73d7e3 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:21.157247 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-786e1634-6d85-4332-82ea-1eccdc824f76 req-9c1b43dd-eb7b-4ed6-bb08-1aac6d73d7e3 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.0528798 Feb 04 10:16:21.207585 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-786e1634-6d85-4332-82ea-1eccdc824f76 req-0b88d561-0958-4dfb-a7be-5cbb34a049e5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446978 Feb 04 10:16:21.325808 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a10953-50de-4d95-9de5-758ed3a4103f req-92e0f35f-fe00-4d12-91af-fd1f5ed28392 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:21.327348 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46a10953-50de-4d95-9de5-758ed3a4103f req-92e0f35f-fe00-4d12-91af-fd1f5ed28392 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.0525217 Feb 04 10:16:21.632147 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46a10953-50de-4d95-9de5-758ed3a4103f req-e6186191-83bd-4e0a-b870-450025ddb80d tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989988 Feb 04 10:16:21.654302 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38486) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:21.697593 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8a320-a1d0-458a-886d-c088b47a15e7 tempest-TestVolumeBootPattern-286879807 tempest-TestVolumeBootPattern-286879807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:21.702425 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d8a8a320-a1d0-458a-886d-c088b47a15e7 tempest-TestVolumeBootPattern-286879807 tempest-TestVolumeBootPattern-286879807-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1124 time: 0.0439272 Feb 04 10:16:21.703059 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38490) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:21.707810 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:21.731379 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:21.830399 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:21.929144 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Allocated IP 172.27.0.222 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/7d6b93d5-eb8c-497d-b24d-2260caf09ff5) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:22.030108 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:22.061340 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:22.099880 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:22.102661 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:22.106060 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:22.127862 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=7d6b93d5-eb8c-497d-b24d-2260caf09ff5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:22.457568 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (ea5b4b3a-bf55-4350-8ab3-ec8e64154b58), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:22.530470 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:22.680973 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:22.685811 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:22.754030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=7d6b93d5-eb8c-497d-b24d-2260caf09ff5,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:22.765888 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (ea5b4b3a-bf55-4350-8ab3-ec8e64154b58), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:22.868926 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Floating IP ea5b4b3a-bf55-4350-8ab3-ec8e64154b58 associated. External IP: 172.27.0.222, port: 5b7619a7-3050-46ce-b44b-dc235e86c3ce. Feb 04 10:16:23.089830 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:16:23.198950 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:16:23.214878 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:16:23.227312 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:23.228780 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:23.233231 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:23.268211 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a5d152bd-5633-4e2e-ac0e-3ecc6a288243 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5639505 Feb 04 10:16:23.268917 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:23.271417 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3b82a6-c709-41db-a81f-483188cb76cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:23.309370 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d350d-32db-4de7-a582-73cdb1454fe1 x-openstack-request-id: req-901d350d-32db-4de7-a582-73cdb1454fe1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:23.310073 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:23.310073 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-901d350d-32db-4de7-a582-73cdb1454fe1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:23.310429 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'status': 'completed', 'code': 200} Feb 04 10:16:23.348215 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:23.409640 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-7941e28b-0d28-4ed5-9593-e1fe78d31d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:23.411190 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-7941e28b-0d28-4ed5-9593-e1fe78d31d25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1129 time: 0.0501208 Feb 04 10:16:23.503248 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-5a3ba345-cd2e-4dcd-b9a1-2ef5426357e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:23.504812 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-5a3ba345-cd2e-4dcd-b9a1-2ef5426357e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.0876703 Feb 04 10:16:23.580158 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-035492ca-f4fa-478e-a576-8904b12bf1c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 200 len: 999 time: 0.0684767 Feb 04 10:16:23.613219 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:22Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:23.638815 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-e5e102d6-5e64-4a27-bc1c-e77ba73e6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:23.640329 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-e5e102d6-5e64-4a27-bc1c-e77ba73e6cbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0534024 Feb 04 10:16:23.645508 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:16:23.654688 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:23.656246 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:23.682602 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38524) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:23.693418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-9da5191b-497f-42e4-83ab-4a39a3668a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:23.695105 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-9da5191b-497f-42e4-83ab-4a39a3668a9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486069 Feb 04 10:16:23.797474 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-6b883a67-d968-4a66-9408-01c7d393165a service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955615 Feb 04 10:16:23.807373 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-f5d0-4020-bd49-f168a717098b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:23.863704 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:23.889007 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-f5d0-4020-bd49-f168a717098b admin admin] Publish callbacks [] for security_group (ee5ec4f3-e774-4f41-9879-08d2be04542c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:23.894317 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-f5d0-4020-bd49-f168a717098b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ee5ec4f3-e774-4f41-9879-08d2be04542c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:23.895590 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d3b82a6-c709-41db-a81f-483188cb76cc req-46177ee5-a1f5-4601-8d87-d088b32daf38 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910609 Feb 04 10:16:23.938313 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7c004d81-f5d0-4020-bd49-f168a717098b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db7b91c35cbe45d0a70d22f744c15ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539361 Feb 04 10:16:23.941093 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c004d81-f5d0-4020-bd49-f168a717098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ec4f3-e774-4f41-9879-08d2be04542c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:23.941240 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:23.995393 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201a1955-2a6f-4b5b-8582-19eca997df17 admin admin] Publish callbacks [] for security_group (ee5ec4f3-e774-4f41-9879-08d2be04542c), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.018379 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201a1955-2a6f-4b5b-8582-19eca997df17 admin admin] Publish callbacks [] for security_group (ee5ec4f3-e774-4f41-9879-08d2be04542c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.069050 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201a1955-2a6f-4b5b-8582-19eca997df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ee5ec4f3-e774-4f41-9879-08d2be04542c), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.071650 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201a1955-2a6f-4b5b-8582-19eca997df17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.072914 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-201a1955-2a6f-4b5b-8582-19eca997df17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee5ec4f3-e774-4f41-9879-08d2be04542c HTTP/1.1" status: 204 len: 168 time: 0.1305768 Feb 04 10:16:24.081203 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a1955-2a6f-4b5b-8582-19eca997df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ec4f3-e774-4f41-9879-08d2be04542c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:24.103614 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:22Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:24.139071 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d6e47-e6e8-4815-9002-8254f7e787af None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:22Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:16:24.346132 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f9300-97d7-4103-bbba-0f1082c1aa4f None None] New status for floating IP ea5b4b3a-bf55-4350-8ab3-ec8e64154b58: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:16:24.359042 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:24.371983 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d40ab1e-85d1-4201-b7ec-8194ec6528e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.449849 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d40ab1e-85d1-4201-b7ec-8194ec6528e1 admin admin] Publish callbacks [] for security_group (bd092ee2-1add-486e-8093-899eb7601d13), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.453614 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d40ab1e-85d1-4201-b7ec-8194ec6528e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bd092ee2-1add-486e-8093-899eb7601d13), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.494193 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1d40ab1e-85d1-4201-b7ec-8194ec6528e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6990f9fb3654f3da445564b980d3c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339681 Feb 04 10:16:24.495313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40ab1e-85d1-4201-b7ec-8194ec6528e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd092ee2-1add-486e-8093-899eb7601d13,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:24.502516 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:24.555471 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-884913ff-a674-443c-af04-fc627ded5ad1 admin admin] Publish callbacks [] for security_group (bd092ee2-1add-486e-8093-899eb7601d13), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.578143 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-884913ff-a674-443c-af04-fc627ded5ad1 admin admin] Publish callbacks [] for security_group (bd092ee2-1add-486e-8093-899eb7601d13), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.624424 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-884913ff-a674-443c-af04-fc627ded5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (bd092ee2-1add-486e-8093-899eb7601d13), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.626987 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-884913ff-a674-443c-af04-fc627ded5ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:24.628160 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-884913ff-a674-443c-af04-fc627ded5ad1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd092ee2-1add-486e-8093-899eb7601d13 HTTP/1.1" status: 204 len: 168 time: 0.1246085 Feb 04 10:16:24.635922 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884913ff-a674-443c-af04-fc627ded5ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd092ee2-1add-486e-8093-899eb7601d13,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:28.615789 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38604) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:28.717797 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62c50e81-3d68-4e28-b1c5-88039a3ae5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:28.789956 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62c50e81-3d68-4e28-b1c5-88039a3ae5cb admin admin] Publish callbacks [] for security_group (115a876e-7701-4ad0-814c-f256c42cf712), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:28.793451 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62c50e81-3d68-4e28-b1c5-88039a3ae5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (115a876e-7701-4ad0-814c-f256c42cf712), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:28.828551 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c50e81-3d68-4e28-b1c5-88039a3ae5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115a876e-7701-4ad0-814c-f256c42cf712,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:28.832754 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-62c50e81-3d68-4e28-b1c5-88039a3ae5cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5df2221bb2f647a49c0b0bc047664115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159495 Feb 04 10:16:28.835346 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38608) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:28.883681 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eead8db-c6ef-46f5-b7d3-1a885058d65f admin admin] Publish callbacks [] for security_group (115a876e-7701-4ad0-814c-f256c42cf712), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:28.903823 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eead8db-c6ef-46f5-b7d3-1a885058d65f admin admin] Publish callbacks [] for security_group (115a876e-7701-4ad0-814c-f256c42cf712), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:28.950259 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eead8db-c6ef-46f5-b7d3-1a885058d65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (115a876e-7701-4ad0-814c-f256c42cf712), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:28.952932 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eead8db-c6ef-46f5-b7d3-1a885058d65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:28.954067 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2eead8db-c6ef-46f5-b7d3-1a885058d65f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/115a876e-7701-4ad0-814c-f256c42cf712 HTTP/1.1" status: 204 len: 168 time: 0.1178062 Feb 04 10:16:28.961781 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eead8db-c6ef-46f5-b7d3-1a885058d65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115a876e-7701-4ad0-814c-f256c42cf712,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:29.216307 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 38614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:29.228923 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-484cb6af-7235-4a96-85d6-dbe45e42e68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:29.302594 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-484cb6af-7235-4a96-85d6-dbe45e42e68a admin admin] Publish callbacks [] for security_group (9c2f74aa-f964-44a5-8e3d-da00188217f2), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:29.306391 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-484cb6af-7235-4a96-85d6-dbe45e42e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9c2f74aa-f964-44a5-8e3d-da00188217f2), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:29.344413 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-484cb6af-7235-4a96-85d6-dbe45e42e68a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3378a3087c934df783b9256c8163913c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270421 Feb 04 10:16:29.345473 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cb6af-7235-4a96-85d6-dbe45e42e68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f74aa-f964-44a5-8e3d-da00188217f2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:29.347128 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38616) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:29.394164 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1adee9d6-d0c9-4c7d-8f21-f8ab11b2e621 admin admin] Publish callbacks [] for security_group (9c2f74aa-f964-44a5-8e3d-da00188217f2), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:29.415293 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1adee9d6-d0c9-4c7d-8f21-f8ab11b2e621 admin admin] Publish callbacks [] for security_group (9c2f74aa-f964-44a5-8e3d-da00188217f2), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:29.463596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1adee9d6-d0c9-4c7d-8f21-f8ab11b2e621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (9c2f74aa-f964-44a5-8e3d-da00188217f2), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:29.466223 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1adee9d6-d0c9-4c7d-8f21-f8ab11b2e621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:29.467372 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1adee9d6-d0c9-4c7d-8f21-f8ab11b2e621 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c2f74aa-f964-44a5-8e3d-da00188217f2 HTTP/1.1" status: 204 len: 168 time: 0.1191366 Feb 04 10:16:29.475116 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adee9d6-d0c9-4c7d-8f21-f8ab11b2e621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f74aa-f964-44a5-8e3d-da00188217f2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:31.255693 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:16:31.698421 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-37118aee-7f62-450c-b5ad-3db8660d7e81 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bea2ebf0641a41efb3c9de6537508658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363669 Feb 04 10:16:31.874605 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-a7ba80ba-8103-4d7f-beeb-215b5f341a42 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:31.875990 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-a7ba80ba-8103-4d7f-beeb-215b5f341a42 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725364 Feb 04 10:16:31.889767 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-c1630fa6-b346-4c03-bcd9-51e359a5e257 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/quotas/bea2ebf0641a41efb3c9de6537508658 HTTP/1.1" status: 200 len: 375 time: 0.0085673 Feb 04 10:16:31.921053 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-2f484ac2-fec8-42f2-80c3-2497a346774b tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bea2ebf0641a41efb3c9de6537508658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262597 Feb 04 10:16:32.071222 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b45e2bb2-08bd-4490-ae66-07902b5b3d99 req-5f9662d8-6653-414e-94c9-e77f5e291d69 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 210 time: 0.0265586 Feb 04 10:16:33.165903 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-94189be9-377c-4345-ad62-cabb69dd9a52 req-da740572-4341-45c9-95f4-81299139b23f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 210 time: 0.0293479 Feb 04 10:16:33.214375 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-3ed72df5-dd5c-46bb-a9fa-068036d67acb tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bea2ebf0641a41efb3c9de6537508658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208566 Feb 04 10:16:33.318971 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-3992924e-e789-47bd-8017-ad3c88a59495 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:33.320480 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-3992924e-e789-47bd-8017-ad3c88a59495 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006906 Feb 04 10:16:33.347206 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Request body: {'port': {'device_id': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8', 'admin_state_up': True, 'tenant_id': 'bea2ebf0641a41efb3c9de6537508658'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:33.453249 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Made reservation on behalf of bea2ebf0641a41efb3c9de6537508658 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:16:33.456476 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:33.464469 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:33.535504 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks [] for security_group (7c8ed768-fc25-453b-badc-9a80921e0535), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:33.539500 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (7c8ed768-fc25-453b-badc-9a80921e0535), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:33.599233 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ed768-fc25-453b-badc-9a80921e0535,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:33.669794 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Allocated IP 192.168.233.110 (5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8/7c66054b-ab01-465f-828a-17af2e14030b/278adb48-54bc-4b6c-8025-7f1a5362fcaa) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:33.808922 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks [] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:33.841557 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:33.883994 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:33.887030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:33.890596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:33.915471 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Pushing event updated for resources: {'Port': ['ID=278adb48-54bc-4b6c-8025-7f1a5362fcaa,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:33.941966 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:33.942569 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:33.960358 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-1ac8863c-33b0-4b4a-a4a6-a840588a906f tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6168654 Feb 04 10:16:33.979555 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Request body: {'port': {'device_id': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:34.169541 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6febd6ae-da22-4d77-8c94-e7739f222bb2 None None] Provisioning complete for port 278adb48-54bc-4b6c-8025-7f1a5362fcaa triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:34.170124 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6febd6ae-da22-4d77-8c94-e7739f222bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:34.205539 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6febd6ae-da22-4d77-8c94-e7739f222bb2 None None] Port 278adb48-54bc-4b6c-8025-7f1a5362fcaa cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:16:34.319967 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:34.383838 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e6418-2b96-49a3-870b-03086f663c48 req-794897e4-c155-4a32-8a2c-f4b3380a214d tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:34.385313 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a7e6418-2b96-49a3-870b-03086f663c48 req-794897e4-c155-4a32-8a2c-f4b3380a214d tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 936 time: 0.0980749 Feb 04 10:16:34.529710 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a7e6418-2b96-49a3-870b-03086f663c48 req-7d5fd0fa-35cb-42dc-a896-1bcede2218b9 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945408 Feb 04 10:16:34.632260 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278adb48-54bc-4b6c-8025-7f1a5362fcaa {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:16:34.640606 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Publish callbacks [] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:34.652493 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Transition to ACTIVE for port object 278adb48-54bc-4b6c-8025-7f1a5362fcaa will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:16:34.660165 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:34.710015 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Pushing event updated for resources: {'Port': ['ID=278adb48-54bc-4b6c-8025-7f1a5362fcaa,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:34.778820 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Attempting to bind port 278adb48-54bc-4b6c-8025-7f1a5362fcaa on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:16:34.779158 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Attempting to bind port 278adb48-54bc-4b6c-8025-7f1a5362fcaa by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:16:34.779484 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Attempting to bind port 278adb48-54bc-4b6c-8025-7f1a5362fcaa on network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:34.784134 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Port 278adb48-54bc-4b6c-8025-7f1a5362fcaa on network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:16:34.784395 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Attempting to bind port 278adb48-54bc-4b6c-8025-7f1a5362fcaa on network 5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:34.789422 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:16:34.789763 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Checking segment: {'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:34.790172 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Bound using segment: {'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:16:34.790598 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Bound port: 278adb48-54bc-4b6c-8025-7f1a5362fcaa, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57dacbe-4ac3-413c-a680-96732e625530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:16:34.790955 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:34.858432 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] For port 278adb48-54bc-4b6c-8025-7f1a5362fcaa, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:16:34.861599 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] For port 278adb48-54bc-4b6c-8025-7f1a5362fcaa, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=278adb48-54bc-4b6c-8025-7f1a5362fcaa,segment=NetworkSegment(c57dacbe-4ac3-413c-a680-96732e625530),segment_id=c57dacbe-4ac3-413c-a680-96732e625530)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:16:34.867557 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:34.902899 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:34.903514 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:34.904899 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] 10.222.0.57 "PUT /v2.0/ports/278adb48-54bc-4b6c-8025-7f1a5362fcaa HTTP/1.1" status: 200 len: 1098 time: 0.9296565 Feb 04 10:16:34.905329 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'tag': '278adb48-54bc-4b6c-8025-7f1a5362fcaa'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:34.907624 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0792c643-0a92-4976-95b2-28cc8881d4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66", "tag": "278adb48-54bc-4b6c-8025-7f1a5362fcaa"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:34.933232 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b0ea9-e100-400b-ad18-866591ee67e8 service neutron] Pushing event updated for resources: {'Port': ['ID=278adb48-54bc-4b6c-8025-7f1a5362fcaa,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:34.954012 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa4f20-a750-454b-9b54-95b7fa4aaaf1 x-openstack-request-id: req-7caa4f20-a750-454b-9b54-95b7fa4aaaf1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:34.954304 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66", "tag": "278adb48-54bc-4b6c-8025-7f1a5362fcaa", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:34.954557 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7caa4f20-a750-454b-9b54-95b7fa4aaaf1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:34.955067 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'tag': '278adb48-54bc-4b6c-8025-7f1a5362fcaa', 'status': 'completed', 'code': 200} Feb 04 10:16:35.025176 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-977af342-c0b6-4d1c-aa3f-fb031378d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.026741 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-977af342-c0b6-4d1c-aa3f-fb031378d3ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bea2ebf0641a41efb3c9de6537508658&device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 1132 time: 0.0480330 Feb 04 10:16:35.086835 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-e7b4684c-1ad0-4b66-a637-dd8e110953ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=278adb48-54bc-4b6c-8025-7f1a5362fcaa HTTP/1.1" status: 200 len: 217 time: 0.0382917 Feb 04 10:16:35.135299 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-33716863-0200-426f-8328-466a1db1f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.136805 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-33716863-0200-426f-8328-466a1db1f87d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c66054b-ab01-465f-828a-17af2e14030b HTTP/1.1" status: 200 len: 843 time: 0.0430615 Feb 04 10:16:35.190814 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-b7dcaa9e-f28e-438e-9afe-dc19e5364096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.192351 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-b7dcaa9e-f28e-438e-9afe-dc19e5364096 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0478058 Feb 04 10:16:35.280354 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-25f0f214-65d3-46ed-a443-50142337ab55 service neutron] 10.222.0.57 "GET /v2.0/networks/5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814030 Feb 04 10:16:35.366940 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e8e5b0b-852d-4d5a-95ea-53d35ef5a882 req-ea378b44-f222-403c-84fa-9774eac9db0f service neutron] 10.222.0.57 "GET /v2.0/networks/5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795987 Feb 04 10:16:35.510069 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-ec7e466e-7f96-4465-bb87-db31e04d6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.511589 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-ec7e466e-7f96-4465-bb87-db31e04d6ab0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bea2ebf0641a41efb3c9de6537508658&device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 1132 time: 0.0443053 Feb 04 10:16:35.613114 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-445a8920-be8e-407f-ab1c-a33d264e8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.614617 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-445a8920-be8e-407f-ab1c-a33d264e8fae service neutron] 10.222.0.57 "GET /v2.0/networks?id=5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8 HTTP/1.1" status: 200 len: 870 time: 0.0961947 Feb 04 10:16:35.667042 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-2a369162-c665-43f9-ad4a-b50c8853045d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=278adb48-54bc-4b6c-8025-7f1a5362fcaa HTTP/1.1" status: 200 len: 217 time: 0.0384576 Feb 04 10:16:35.719170 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7119c-adf3-44fb-a14c-e48741d3e2bc req-011554da-590c-4661-8ed7-9af9ffc8c6c4 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.720635 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63e7119c-adf3-44fb-a14c-e48741d3e2bc req-011554da-590c-4661-8ed7-9af9ffc8c6c4 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 948 time: 0.1215732 Feb 04 10:16:35.729344 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-09741158-2e63-4bbd-a876-0f56e10f9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.730674 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-09741158-2e63-4bbd-a876-0f56e10f9533 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c66054b-ab01-465f-828a-17af2e14030b HTTP/1.1" status: 200 len: 843 time: 0.0570242 Feb 04 10:16:35.797328 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63e7119c-adf3-44fb-a14c-e48741d3e2bc req-488b62b0-0764-4e83-92c2-9b3321616fbf tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 Feb 04 10:16:35.806497 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-d634ba97-ec44-4563-8a30-88c5135b6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:35.808018 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-d634ba97-ec44-4563-8a30-88c5135b6f2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0653684 Feb 04 10:16:35.899695 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-c245f9b4-d9a5-4d1e-ae8c-d944d667d5f8 service neutron] 10.222.0.57 "GET /v2.0/networks/5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830667 Feb 04 10:16:35.999303 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0792c643-0a92-4976-95b2-28cc8881d4cc req-827b712c-4c9a-4900-9f1e-c5f06a49d4f1 service neutron] 10.222.0.57 "GET /v2.0/networks/5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888500 Feb 04 10:16:36.920590 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97dd6-b1d9-4df1-943e-2aa4e3383cdd req-7e391c71-75f6-4262-ac6d-b08bd153963b tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:36.922070 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6dd97dd6-b1d9-4df1-943e-2aa4e3383cdd req-7e391c71-75f6-4262-ac6d-b08bd153963b tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 948 time: 0.0579588 Feb 04 10:16:36.968054 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6dd97dd6-b1d9-4df1-943e-2aa4e3383cdd req-9dc9a40e-4715-406d-a6ad-a9ecee719b84 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Feb 04 10:16:38.082713 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145551a6-9c81-4c86-93cc-53d59d7ec065 req-afffa509-bdb7-4453-b5e1-219930300749 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:38.084244 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-145551a6-9c81-4c86-93cc-53d59d7ec065 req-afffa509-bdb7-4453-b5e1-219930300749 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 948 time: 0.0512457 Feb 04 10:16:38.128564 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-145551a6-9c81-4c86-93cc-53d59d7ec065 req-e34b35b5-c373-43a0-b493-137de5e71654 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Feb 04 10:16:38.973019 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 278adb48-54bc-4b6c-8025-7f1a5362fcaa details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:16:39.065093 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 278adb48-54bc-4b6c-8025-7f1a5362fcaa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=278adb48-54bc-4b6c-8025-7f1a5362fcaa,segment=NetworkSegment(c57dacbe-4ac3-413c-a680-96732e625530),segment_id=c57dacbe-4ac3-413c-a680-96732e625530)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:39.076070 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '278adb48-54bc-4b6c-8025-7f1a5362fcaa', 'network_id': '5afe5e51-e6b8-4ee0-a2ca-72eb42c9a5e8', 'port_id': '278adb48-54bc-4b6c-8025-7f1a5362fcaa', 'mac_address': 'fa:16:3e:e5:d8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c66054b-ab01-465f-828a-17af2e14030b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:16:39.114644 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 278adb48-54bc-4b6c-8025-7f1a5362fcaa is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:39.115027 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:39.127545 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278adb48-54bc-4b6c-8025-7f1a5362fcaa {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:16:39.145481 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 278adb48-54bc-4b6c-8025-7f1a5362fcaa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=278adb48-54bc-4b6c-8025-7f1a5362fcaa,segment=NetworkSegment(c57dacbe-4ac3-413c-a680-96732e625530),segment_id=c57dacbe-4ac3-413c-a680-96732e625530)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:39.150127 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:39.196957 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=278adb48-54bc-4b6c-8025-7f1a5362fcaa,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:39.246746 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc845b-edb6-4098-8580-944f3a0ac9d1 req-8fb04089-f78f-48f6-b66e-16ddae81570e tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:39.248181 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98bc845b-edb6-4098-8580-944f3a0ac9d1 req-8fb04089-f78f-48f6-b66e-16ddae81570e tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 949 time: 0.0511930 Feb 04 10:16:39.296601 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98bc845b-edb6-4098-8580-944f3a0ac9d1 req-4ac173f0-f722-41af-8c63-84afda24eba6 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Feb 04 10:16:39.527678 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['278adb48-54bc-4b6c-8025-7f1a5362fcaa'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:16:40.412453 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176391-a294-4e46-bf2d-054eaac4821c req-a18d3385-874a-42c6-9376-c49b88f2c7b4 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:40.414454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57176391-a294-4e46-bf2d-054eaac4821c req-a18d3385-874a-42c6-9376-c49b88f2c7b4 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 949 time: 0.0528581 Feb 04 10:16:40.462127 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57176391-a294-4e46-bf2d-054eaac4821c req-97caa91c-05ef-40ed-8f76-386049fdc9ac tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Feb 04 10:16:40.850541 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8167e6c8-392b-46ff-a4af-f638e906e458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:40.898480 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:40.996582 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 278adb48-54bc-4b6c-8025-7f1a5362fcaa up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:41.056830 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 278adb48-54bc-4b6c-8025-7f1a5362fcaa completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:16:41.061135 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 278adb48-54bc-4b6c-8025-7f1a5362fcaa triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:41.061522 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:41.138667 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 278adb48-54bc-4b6c-8025-7f1a5362fcaa is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:41.139045 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:41.161372 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278adb48-54bc-4b6c-8025-7f1a5362fcaa'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:41.163776 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d156f891-6bb0-4f71-b100-c56f4bea66ce" -d '{"events": [{"server_uuid": "6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66", "name": "network-vif-plugged", "status": "completed", "tag": "278adb48-54bc-4b6c-8025-7f1a5362fcaa"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:41.176647 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 278adb48-54bc-4b6c-8025-7f1a5362fcaa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=278adb48-54bc-4b6c-8025-7f1a5362fcaa,segment=NetworkSegment(c57dacbe-4ac3-413c-a680-96732e625530),segment_id=c57dacbe-4ac3-413c-a680-96732e625530)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:41.180380 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:41.203191 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec162532-51b4-4896-b141-3986b5275e85 x-openstack-request-id: req-ec162532-51b4-4896-b141-3986b5275e85 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:41.203480 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66", "name": "network-vif-plugged", "status": "completed", "tag": "278adb48-54bc-4b6c-8025-7f1a5362fcaa", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:41.203755 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec162532-51b4-4896-b141-3986b5275e85 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:41.204134 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278adb48-54bc-4b6c-8025-7f1a5362fcaa', 'code': 200} Feb 04 10:16:41.228184 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=278adb48-54bc-4b6c-8025-7f1a5362fcaa,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:41.401228 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204b1bb-af49-4cc9-9893-14713b0240a3 req-ae7c7076-fdb9-417a-a4bc-6df6b5b51c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:41.402694 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3204b1bb-af49-4cc9-9893-14713b0240a3 req-ae7c7076-fdb9-417a-a4bc-6df6b5b51c45 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 1134 time: 0.0435474 Feb 04 10:16:41.445895 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3204b1bb-af49-4cc9-9893-14713b0240a3 req-ad4bbeb5-7741-4b91-a4c6-652b56f33a32 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Feb 04 10:16:41.581216 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3dfe-bd47-4f74-8a15-a4f7f1f8bef4 req-11160bab-38a5-42e5-a05e-fc9eb6f64f13 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:41.582675 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-283a3dfe-bd47-4f74-8a15-a4f7f1f8bef4 req-11160bab-38a5-42e5-a05e-fc9eb6f64f13 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 950 time: 0.0549085 Feb 04 10:16:41.626957 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-283a3dfe-bd47-4f74-8a15-a4f7f1f8bef4 req-e68ed743-51f2-4f1f-a272-d115f53d5f24 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388603 Feb 04 10:16:42.754128 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6fd37-f710-4e7b-b696-262739c5428c req-06b94c4f-cc82-475c-a0a7-0800b00f84c0 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:42.755619 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01d6fd37-f710-4e7b-b696-262739c5428c req-06b94c4f-cc82-475c-a0a7-0800b00f84c0 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 950 time: 0.0598283 Feb 04 10:16:42.801070 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01d6fd37-f710-4e7b-b696-262739c5428c req-738462ea-7104-4ff2-a272-747896a1ee9a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Feb 04 10:16:43.057125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62a4dc-8024-47b4-b3f1-c332d95a9fe9 req-a22a900e-630a-4663-9639-85ff121fee01 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:43.058579 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-af62a4dc-8024-47b4-b3f1-c332d95a9fe9 req-a22a900e-630a-4663-9639-85ff121fee01 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 950 time: 0.0504205 Feb 04 10:16:43.108242 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-af62a4dc-8024-47b4-b3f1-c332d95a9fe9 req-71435932-f4a5-433a-8a6e-f0834b3367b0 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Feb 04 10:16:43.114829 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-088331e4-cc12-4caa-88bb-391a5c398546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:43.890073 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:44.226364 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ec3f-3423-4143-bebf-0f0309950b6f req-1599722f-cd42-48e8-8fe5-26e42656030b tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:44.227843 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e68ec3f-3423-4143-bebf-0f0309950b6f req-1599722f-cd42-48e8-8fe5-26e42656030b tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 950 time: 0.0513959 Feb 04 10:16:44.273944 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e68ec3f-3423-4143-bebf-0f0309950b6f req-24d38899-2535-462f-95c5-a5c4a1d58824 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c8ed768-fc25-453b-badc-9a80921e0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Feb 04 10:16:44.757097 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-e7781492-f5e1-420a-8f78-d47fe79aa3e5 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:44.758556 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-e7781492-f5e1-420a-8f78-d47fe79aa3e5 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 950 time: 0.0565088 Feb 04 10:16:44.850428 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Deleting port 278adb48-54bc-4b6c-8025-7f1a5362fcaa {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:16:44.850763 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:44.935665 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] For port 278adb48-54bc-4b6c-8025-7f1a5362fcaa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=278adb48-54bc-4b6c-8025-7f1a5362fcaa,segment=NetworkSegment(c57dacbe-4ac3-413c-a680-96732e625530),segment_id=c57dacbe-4ac3-413c-a680-96732e625530)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:44.936020 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:44.948162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Calling delete_port for 278adb48-54bc-4b6c-8025-7f1a5362fcaa owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:16:45.076962 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (278adb48-54bc-4b6c-8025-7f1a5362fcaa), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:45.104689 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Pushing event deleted for resources: {'Port': ['ID=278adb48-54bc-4b6c-8025-7f1a5362fcaa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:45.116044 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['278adb48-54bc-4b6c-8025-7f1a5362fcaa'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:16:45.136573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.136920 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.137834 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.138156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.138487 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.138821 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.139148 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.139472 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.139820 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.140143 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.140466 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.140784 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.141100 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:45.161367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] No DVR routers for this DVR port 278adb48-54bc-4b6c-8025-7f1a5362fcaa on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:16:45.163873 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:45.167371 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-363a01e8-91b9-4451-987c-dafa9dd813bd req-bfc940d7-c4ef-44da-8ae9-e4db8db9a67a tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.57 "DELETE /v2.0/ports/278adb48-54bc-4b6c-8025-7f1a5362fcaa HTTP/1.1" status: 204 len: 173 time: 0.4031396 Feb 04 10:16:45.167852 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'name': 'network-vif-deleted', 'tag': '278adb48-54bc-4b6c-8025-7f1a5362fcaa'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:45.170154 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996f56ac-2710-490e-ba0e-466d6cd9201d" -d '{"events": [{"server_uuid": "6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66", "name": "network-vif-deleted", "tag": "278adb48-54bc-4b6c-8025-7f1a5362fcaa"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:45.212985 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e7a13f-15f0-4ddd-b4bf-aff7394f16d2 x-openstack-request-id: req-60e7a13f-15f0-4ddd-b4bf-aff7394f16d2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:45.213303 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66", "name": "network-vif-deleted", "tag": "278adb48-54bc-4b6c-8025-7f1a5362fcaa", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:45.213597 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60e7a13f-15f0-4ddd-b4bf-aff7394f16d2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:45.213996 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66', 'name': 'network-vif-deleted', 'tag': '278adb48-54bc-4b6c-8025-7f1a5362fcaa', 'status': 'completed', 'code': 200} Feb 04 10:16:45.385941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bccf7b75-5bfd-4945-a84f-d2e1b0115daa req-9390f101-e4df-4b18-9818-2fafac6d0593 tempest-VolumesNegativeTest-2086697312 tempest-VolumesNegativeTest-2086697312-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a4bd7cf-5569-4fab-8f3d-2ff17e41dd66 HTTP/1.1" status: 200 len: 210 time: 0.0313249 Feb 04 10:16:45.591996 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:46.900698 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:49.040764 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 278adb48-54bc-4b6c-8025-7f1a5362fcaa no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:16:49.062050 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 278adb48-54bc-4b6c-8025-7f1a5362fcaa {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:16:49.062388 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 278adb48-54bc-4b6c-8025-7f1a5362fcaa not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:16:50.106182 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:50.232790 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4ee4653f-d69b-4988-9f36-942f50b3eda5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bea2ebf0641a41efb3c9de6537508658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253688 Feb 04 10:16:50.235205 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 38978) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:50.279522 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f126f42a-b619-4f34-bac5-76ae437a39a9 admin admin] Publish callbacks [] for security_group (7c8ed768-fc25-453b-badc-9a80921e0535), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:50.299798 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f126f42a-b619-4f34-bac5-76ae437a39a9 admin admin] Publish callbacks [] for security_group (7c8ed768-fc25-453b-badc-9a80921e0535), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:50.348156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f126f42a-b619-4f34-bac5-76ae437a39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (7c8ed768-fc25-453b-badc-9a80921e0535), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:50.350957 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f126f42a-b619-4f34-bac5-76ae437a39a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:50.352243 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f126f42a-b619-4f34-bac5-76ae437a39a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c8ed768-fc25-453b-badc-9a80921e0535 HTTP/1.1" status: 204 len: 168 time: 0.1160474 Feb 04 10:16:50.360373 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126f42a-b619-4f34-bac5-76ae437a39a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ed768-fc25-453b-badc-9a80921e0535,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:50.948969 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39000) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:51.041156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-981033892-network', 'tenant_id': '1762d1f707d8480bbc7ea015820db970'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:51.061125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Made reservation on behalf of 1762d1f707d8480bbc7ea015820db970 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:16:51.063375 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.072836 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.145602 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks [] for security_group (37af66d8-fc2f-42f0-a4ff-d061f04e6585), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.149570 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (37af66d8-fc2f-42f0-a4ff-d061f04e6585), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.170967 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:16:51.185835 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (ff599999-34e8-47f0-9cdc-fa95ae97240e), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.186250 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Added segment ff599999-34e8-47f0-9cdc-fa95ae97240e of type vlan for network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 Feb 04 10:16:51.195310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af66d8-fc2f-42f0-a4ff-d061f04e6585,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:51.229122 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (76e2875a-9fb2-4d8a-87c9-b60063a557c8), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.253688 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (76e2875a-9fb2-4d8a-87c9-b60063a557c8), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.254625 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:51.255210 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.315866 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3657765 Feb 04 10:16:51.319118 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:51.321125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeb3c2-3783-4856-bb07-707bf2215b95 admin admin] Pushing event updated for resources: {'Network': ['ID=76e2875a-9fb2-4d8a-87c9-b60063a557c8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:51.325001 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Request body: {'subnet': {'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-981033892-subnet', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:51.338947 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:16:51.353386 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Made reservation on behalf of 1762d1f707d8480bbc7ea015820db970 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:16:51.356465 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.536487 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (eeda9a78-c1a6-4a96-9faa-529137932ef7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.586642 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeda9a78-c1a6-4a96-9faa-529137932ef7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:51.598795 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.599139 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.599471 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.599827 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.600153 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.600475 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.600795 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.601113 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.601428 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.601742 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.602055 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.602365 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.602674 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:51.607588 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Checking segment: {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:51.607947 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Network hostable DHCP agents. Network: 76e2875a-9fb2-4d8a-87c9-b60063a557c8, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:16:51.623530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:16:51.631349 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 76e2875a-9fb2-4d8a-87c9-b60063a557c8) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:51.635193 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:51.635814 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.641701 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febc19d2-eb72-4ad7-a1cc-c8105579754f None None] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:16:51.651086 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a52fe085-c5ee-427c-adec-2e2bb7cefd21 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3306143 Feb 04 10:16:51.654259 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:51.658332 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:51.676606 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (e0e6a10a-11ec-4798-a16e-1331951cb6f6), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.677732 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (e0e6a10a-11ec-4798-a16e-1331951cb6f6), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.733563 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks [] for router_controller (e0e6a10a-11ec-4798-a16e-1331951cb6f6), precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.748144 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'project_id': '1762d1f707d8480bbc7ea015820db970', 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:16:51.748979 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.879420 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks [] for router_gateway (e0e6a10a-11ec-4798-a16e-1331951cb6f6), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:51.883445 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Allocated IP 172.20.0.2 (76e2875a-9fb2-4d8a-87c9-b60063a557c8/eeda9a78-c1a6-4a96-9faa-529137932ef7/1211d12a-aed5-442f-9cdb-3616e35895e6) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:52.025021 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Publish callbacks [] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.031409 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.073941 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks [] for router_gateway (e0e6a10a-11ec-4798-a16e-1331951cb6f6), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.076289 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:52.079145 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:52.083309 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:52.086413 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Pushing event updated for resources: {'Port': ['ID=1211d12a-aed5-442f-9cdb-3616e35895e6,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:52.093430 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.142364 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Attempting to bind port 1211d12a-aed5-442f-9cdb-3616e35895e6 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:16:52.142781 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Attempting to bind port 1211d12a-aed5-442f-9cdb-3616e35895e6 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:16:52.143088 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Attempting to bind port 1211d12a-aed5-442f-9cdb-3616e35895e6 on network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:52.148309 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:16:52.148690 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Checking segment: {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:52.149090 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.149480 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Bound using segment: {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:16:52.149945 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Bound port: 1211d12a-aed5-442f-9cdb-3616e35895e6, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:16:52.150371 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.202564 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Allocated IP 172.27.0.253 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/8787aa42-0b07-4866-9f43-c7e720c403bf) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:52.215764 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] For port 1211d12a-aed5-442f-9cdb-3616e35895e6, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:16:52.218936 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] For port 1211d12a-aed5-442f-9cdb-3616e35895e6, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=1211d12a-aed5-442f-9cdb-3616e35895e6,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:16:52.224416 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.283826 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db531ed2-b797-429a-9445-7eab1b0aa753 None None] Pushing event updated for resources: {'Port': ['ID=1211d12a-aed5-442f-9cdb-3616e35895e6,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:52.309981 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks [] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.350913 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.389717 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:52.394767 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:52.398246 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:52.428857 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Pushing event updated for resources: {'Port': ['ID=8787aa42-0b07-4866-9f43-c7e720c403bf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:52.900220 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks [] for router_gateway (e0e6a10a-11ec-4798-a16e-1331951cb6f6), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:52.982276 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 1211d12a-aed5-442f-9cdb-3616e35895e6 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:53.035054 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 1211d12a-aed5-442f-9cdb-3616e35895e6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:53.035332 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.107476 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (e0e6a10a-11ec-4798-a16e-1331951cb6f6), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.115549 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 1211d12a-aed5-442f-9cdb-3616e35895e6 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:53.116071 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.156894 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 1211d12a-aed5-442f-9cdb-3616e35895e6, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=1211d12a-aed5-442f-9cdb-3616e35895e6,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:53.162134 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.214736 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=1211d12a-aed5-442f-9cdb-3616e35895e6,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:53.222964 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.223319 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.224250 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.224250 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.224470 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.224733 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.225070 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.225404 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.225734 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.226060 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.226526 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.226859 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.227221 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:53.272392 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Router e0e6a10a-11ec-4798-a16e-1331951cb6f6 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:16:53.356620 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e801ee1-06e8-4f25-a392-830476f3b38b None None] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:16:53.385182 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:16:53.395494 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Sync routers for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:16:53.404342 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.407630 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c6ef5fdc-76ec-4ebf-a321-90e6bfba5c00 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7505465 Feb 04 10:16:53.407769 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:53.407769 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:53.408954 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39034) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:53.421758 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-11808c6a-0ea8-4cc2-913a-feb7c188aacc None None] Provisioning complete for port 1211d12a-aed5-442f-9cdb-3616e35895e6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:53.422137 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-11808c6a-0ea8-4cc2-913a-feb7c188aacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.522599 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:53.554575 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-11808c6a-0ea8-4cc2-913a-feb7c188aacc None None] Current status of the port 1211d12a-aed5-442f-9cdb-3616e35895e6 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:53.723521 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:52Z', 'revision_number': 3, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:53.750255 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Checking router: e0e6a10a-11ec-4798-a16e-1331951cb6f6 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:16:53.750742 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Updating router e0e6a10a-11ec-4798-a16e-1331951cb6f6 port 8787aa42-0b07-4866-9f43-c7e720c403bf binding host dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:16:53.777816 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-46dbd3f6-df44-41ca-85bc-fdcacbe731d8 None None] Provisioning complete for port 1211d12a-aed5-442f-9cdb-3616e35895e6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:53.778226 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-46dbd3f6-df44-41ca-85bc-fdcacbe731d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.781192 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:53.886323 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd3f6-df44-41ca-85bc-fdcacbe731d8 None None] Current status of the port 1211d12a-aed5-442f-9cdb-3616e35895e6 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:53.901969 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.056189 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Publish callbacks [] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.062194 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.063312 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Allocated IP 172.20.0.1 (76e2875a-9fb2-4d8a-87c9-b60063a557c8/eeda9a78-c1a6-4a96-9faa-529137932ef7/d46cbe69-f873-4e9c-91cd-fd0fa56bb102) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:54.119933 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Pushing event updated for resources: {'Port': ['ID=8787aa42-0b07-4866-9f43-c7e720c403bf,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:54.123686 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Attempting to bind port 8787aa42-0b07-4866-9f43-c7e720c403bf on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:16:54.124050 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Attempting to bind port 8787aa42-0b07-4866-9f43-c7e720c403bf by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:16:54.124400 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Attempting to bind port 8787aa42-0b07-4866-9f43-c7e720c403bf on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:54.132282 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.132646 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.132989 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.133319 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.133642 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.133961 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.134278 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.134590 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.134906 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.135234 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.135550 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.135882 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.136188 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:54.141962 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:16:54.142339 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:54.142729 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.143207 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:16:54.143576 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Bound port: 8787aa42-0b07-4866-9f43-c7e720c403bf, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:16:54.143953 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.180983 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks [] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.196569 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] For port 8787aa42-0b07-4866-9f43-c7e720c403bf, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:16:54.200711 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] For port 8787aa42-0b07-4866-9f43-c7e720c403bf, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=8787aa42-0b07-4866-9f43-c7e720c403bf,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:16:54.208878 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.219048 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.274586 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:54.276753 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:54.277055 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:54.277765 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:54.282388 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:54.285543 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:54.324987 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cbe77-a79a-4d45-a9bb-6ffdcd39ab9d None None] Pushing event updated for resources: {'Port': ['ID=8787aa42-0b07-4866-9f43-c7e720c403bf,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:54.330691 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (e0e6a10a-11ec-4798-a16e-1331951cb6f6), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.408757 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:54.439706 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f98e89-676c-45da-a39d-df34b34d9f37 req-87baf036-3821-45c1-8777-0697be22d77a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:54.441281 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2f98e89-676c-45da-a39d-df34b34d9f37 req-87baf036-3821-45c1-8777-0697be22d77a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.1062546 Feb 04 10:16:54.521047 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e527b706-1838-4f50-9380-d7d99c757458 None None] Provisioning complete for port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:54.521616 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e527b706-1838-4f50-9380-d7d99c757458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.531514 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2f98e89-676c-45da-a39d-df34b34d9f37 req-86e27803-4870-4d82-8a20-3425f6c47e21 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716903 Feb 04 10:16:54.549774 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.561472 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e527b706-1838-4f50-9380-d7d99c757458 None None] Port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:16:54.605679 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:52Z', 'revision_number': 3, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:54.631699 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b1930-0a5b-4369-ba52-e4ee46cffbbc None None] The sync data for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi is: [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:52Z', 'revision_number': 3, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:16:54.715267 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks [] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.719717 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.787711 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (e0e6a10a-11ec-4798-a16e-1331951cb6f6), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:54.789501 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:54.889156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:54.890890 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:55.025905 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Router e0e6a10a-11ec-4798-a16e-1331951cb6f6 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:16:55.095529 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 8787aa42-0b07-4866-9f43-c7e720c403bf up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:55.159442 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 8787aa42-0b07-4866-9f43-c7e720c403bf triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:55.159852 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.167386 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:16:55.175368 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-509e2ff3-cae5-438d-9d9a-9a82d6bf5ab4 admin admin] 10.222.0.39 "PUT /v2.0/routers/e0e6a10a-11ec-4798-a16e-1331951cb6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653530 Feb 04 10:16:55.213534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1ecb338e-1fb9-48f1-93f4-43f78ede7489 None None] Provisioning complete for port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:55.213902 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ecb338e-1fb9-48f1-93f4-43f78ede7489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.256231 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb338e-1fb9-48f1-93f4-43f78ede7489 None None] Port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:16:55.293950 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 8787aa42-0b07-4866-9f43-c7e720c403bf is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:55.294278 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.315103 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 8787aa42-0b07-4866-9f43-c7e720c403bf, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=8787aa42-0b07-4866-9f43-c7e720c403bf,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:55.320046 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.320841 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 1211d12a-aed5-442f-9cdb-3616e35895e6 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:55.404552 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=8787aa42-0b07-4866-9f43-c7e720c403bf,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:55.415543 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 1211d12a-aed5-442f-9cdb-3616e35895e6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:55.415858 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.495011 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 1211d12a-aed5-442f-9cdb-3616e35895e6 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:55.659207 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a67c81-3d62-4318-8a13-fda843e64859 req-2ef7845b-d9b1-41a3-8080-384e7fa4cfe1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:55.660718 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-82a67c81-3d62-4318-8a13-fda843e64859 req-2ef7845b-d9b1-41a3-8080-384e7fa4cfe1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0535531 Feb 04 10:16:55.709305 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-82a67c81-3d62-4318-8a13-fda843e64859 req-1b201b7b-536d-41ec-9965-6b7268759a53 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426805 Feb 04 10:16:55.729471 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39070) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:55.734237 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1199055828-network', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:55.752819 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Made reservation on behalf of 5bff51afbe68401abeca19bc834ccaf9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:16:55.755029 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.767104 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.841226 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks [] for security_group (4fecbd43-f2ea-49fc-b4f3-246e6c89e221), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.845156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (4fecbd43-f2ea-49fc-b4f3-246e6c89e221), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.869388 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:16:55.879381 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fecbd43-f2ea-49fc-b4f3-246e6c89e221,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:55.884084 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (c99eca3e-6a76-4d32-9754-833f59e12893), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.884425 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Added segment c99eca3e-6a76-4d32-9754-833f59e12893 of type vlan for network d161f356-d168-4289-9088-52eaf8491319 Feb 04 10:16:55.923934 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (d161f356-d168-4289-9088-52eaf8491319), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.949762 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (d161f356-d168-4289-9088-52eaf8491319), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:55.949762 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:55.950301 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.002579 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2720351 Feb 04 10:16:56.005387 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39072) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:56.010468 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Request body: {'subnet': {'network_id': 'd161f356-d168-4289-9088-52eaf8491319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1199055828-subnet', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:56.015877 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69994d67-4b7d-487e-814f-2235fb0d34c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d161f356-d168-4289-9088-52eaf8491319,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:56.027136 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network d161f356-d168-4289-9088-52eaf8491319 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:16:56.034717 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Made reservation on behalf of 5bff51afbe68401abeca19bc834ccaf9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:16:56.037443 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.166441 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94733611-a66e-44c0-bef9-b9a565157c12 req-e65818d2-2fdc-4055-b0c7-799c18ba96e1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:56.168503 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-94733611-a66e-44c0-bef9-b9a565157c12 req-e65818d2-2fdc-4055-b0c7-799c18ba96e1 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0553045 Feb 04 10:16:56.217098 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (84a1317a-e353-41c8-a344-847897ce16c8), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.265833 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Deleting port 45f0ce88-42a4-49b5-99c6-392918d9e090 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:16:56.266181 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.272891 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a1317a-e353-41c8-a344-847897ce16c8,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:56.283546 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Checking segment: {'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:56.283929 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Network hostable DHCP agents. Network: d161f356-d168-4289-9088-52eaf8491319, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:16:56.301604 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Network d161f356-d168-4289-9088-52eaf8491319 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:16:56.311784 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, d161f356-d168-4289-9088-52eaf8491319) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:56.316084 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:56.316683 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.320725 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd267967-1454-4f9a-9035-94b9e74a538e None None] Network d161f356-d168-4289-9088-52eaf8491319 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:16:56.336595 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-70b78dd6-167a-4733-9686-3ade9077318d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3300376 Feb 04 10:16:56.339089 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:56.344166 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:56.365627 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6960'] for router (b1e96400-54e1-48ee-9f05-35e1e53de541), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.366944 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3684721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6985'] for router (b1e96400-54e1-48ee-9f05-35e1e53de541), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.369244 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] For port 45f0ce88-42a4-49b5-99c6-392918d9e090, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=45f0ce88-42a4-49b5-99c6-392918d9e090,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:56.369721 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.424777 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks [] for router_controller (b1e96400-54e1-48ee-9f05-35e1e53de541), precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.429904 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Sync routers for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:16:56.447749 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:56.448461 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:56.450645 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6539bd34-2376-510d-a7d7-2c63ae48fd0f-d161f356-d168-4289-9088-52eaf8491319', 'network_id': 'd161f356-d168-4289-9088-52eaf8491319', 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'fixed_ips': [{'subnet_id': '84a1317a-e353-41c8-a344-847897ce16c8'}]}} from dv-cinder-826607-3-iscsi. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 10:16:56.451534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.593049 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks [] for router_gateway (b1e96400-54e1-48ee-9f05-35e1e53de541), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.793476 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:56.832290 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks [] for router_gateway (b1e96400-54e1-48ee-9f05-35e1e53de541), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.854649 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.855036 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.855873 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (25bf0e73-4a41-4923-bf5a-a4094186b8d0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:56.855873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Floating IP 25bf0e73-4a41-4923-bf5a-a4094186b8d0 disassociated. External IP: 172.27.0.191, port: 45f0ce88-42a4-49b5-99c6-392918d9e090. Feb 04 10:16:56.856202 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Calling delete_port for 45f0ce88-42a4-49b5-99c6-392918d9e090 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:16:56.883245 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c611-3ad7-4b31-bdea-f8255eeca8aa req-fc5bd0b8-7687-4f80-b3f4-65a7db65052f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:56.890974 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6e63c611-3ad7-4b31-bdea-f8255eeca8aa req-fc5bd0b8-7687-4f80-b3f4-65a7db65052f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 946 time: 0.0935960 Feb 04 10:16:56.916674 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Allocated IP 172.20.0.2 (d161f356-d168-4289-9088-52eaf8491319/84a1317a-e353-41c8-a344-847897ce16c8/80671ef0-f4d0-4650-b936-89909d230872) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:56.983341 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6e63c611-3ad7-4b31-bdea-f8255eeca8aa req-f118c902-8484-4db6-8be4-24a18d0aa155 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups?id=66d7379e-20d1-472e-a075-f9b49abb6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913496 Feb 04 10:16:56.990900 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Allocated IP 172.27.0.75 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/c6c3dede-e174-4834-b4bd-5bfd42ff0ce7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:57.052068 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 8787aa42-0b07-4866-9f43-c7e720c403bf up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:57.060395 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (45f0ce88-42a4-49b5-99c6-392918d9e090), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.094369 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event deleted for resources: {'Port': ['ID=45f0ce88-42a4-49b5-99c6-392918d9e090,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:57.124182 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks [] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.162460 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.202487 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:57.205404 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:57.209053 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:57.218387 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 8787aa42-0b07-4866-9f43-c7e720c403bf triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:57.218756 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.235064 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Pushing event updated for resources: {'Port': ['ID=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:57.238818 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Router 53531842-dff7-4687-9233-a26cac5057f0 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:16:57.268478 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Publish callbacks [] for port (80671ef0-f4d0-4650-b936-89909d230872), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.276695 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 2, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:57.281576 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671'] for port (80671ef0-f4d0-4650-b936-89909d230872), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.336746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Checking router: e0e6a10a-11ec-4798-a16e-1331951cb6f6 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:16:57.337097 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Updating router e0e6a10a-11ec-4798-a16e-1331951cb6f6 port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:16:57.352190 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:16:57.368447 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] Sync routers for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:16:57.386261 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:57.387088 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Network d161f356-d168-4289-9088-52eaf8491319 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:57.388031 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:57.391916 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Pushing event updated for resources: {'Port': ['ID=80671ef0-f4d0-4650-b936-89909d230872,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:57.394469 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:57.397760 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:57.399993 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.403147 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] No DVR routers for this DVR port 45f0ce88-42a4-49b5-99c6-392918d9e090 on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:16:57.406233 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.410488 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-94733611-a66e-44c0-bef9-b9a565157c12 req-4328a785-6b82-4f12-aa84-3031ac872da2 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.57 "DELETE /v2.0/ports/45f0ce88-42a4-49b5-99c6-392918d9e090 HTTP/1.1" status: 204 len: 173 time: 1.2371950 Feb 04 10:16:57.410946 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'name': 'network-vif-deleted', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:16:57.413966 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a7282f-1bf8-41f2-9215-8182ff690af0" -d '{"events": [{"server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "name": "network-vif-deleted", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:16:57.464939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3506f8fd-2900-4049-9b28-26ef06cc6084 x-openstack-request-id: req-3506f8fd-2900-4049-9b28-26ef06cc6084 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:16:57.465418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a16de5a-e803-4568-82d3-a85b5dd7b2ab", "name": "network-vif-deleted", "tag": "45f0ce88-42a4-49b5-99c6-392918d9e090", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:16:57.465867 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3506f8fd-2900-4049-9b28-26ef06cc6084 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:16:57.466615 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a16de5a-e803-4568-82d3-a85b5dd7b2ab', 'name': 'network-vif-deleted', 'tag': '45f0ce88-42a4-49b5-99c6-392918d9e090', 'status': 'completed', 'code': 200} Feb 04 10:16:57.508462 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks [] for router_gateway (b1e96400-54e1-48ee-9f05-35e1e53de541), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.530365 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 8787aa42-0b07-4866-9f43-c7e720c403bf is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:57.552252 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Attempting to bind port 80671ef0-f4d0-4650-b936-89909d230872 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:16:57.552619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Attempting to bind port 80671ef0-f4d0-4650-b936-89909d230872 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:16:57.552975 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Attempting to bind port 80671ef0-f4d0-4650-b936-89909d230872 on network d161f356-d168-4289-9088-52eaf8491319 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:57.604345 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:16:57.604778 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Checking segment: {'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:57.605744 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.606236 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Bound using segment: {'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:16:57.606954 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Bound port: 80671ef0-f4d0-4650-b936-89909d230872, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:16:57.607101 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (80671ef0-f4d0-4650-b936-89909d230872), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.634185 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:57.735518 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] For port 80671ef0-f4d0-4650-b936-89909d230872, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:16:57.756674 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] For port 80671ef0-f4d0-4650-b936-89909d230872, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=80671ef0-f4d0-4650-b936-89909d230872,segment=NetworkSegment(c99eca3e-6a76-4d32-9754-833f59e12893),segment_id=c99eca3e-6a76-4d32-9754-833f59e12893)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:16:57.761418 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482938'] for router (b1e96400-54e1-48ee-9f05-35e1e53de541), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.772061 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (80671ef0-f4d0-4650-b936-89909d230872), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.887445 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e106d88-82ce-43dc-b2f2-762707fc9534 None None] Pushing event updated for resources: {'Port': ['ID=80671ef0-f4d0-4650-b936-89909d230872,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:57.913147 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Publish callbacks [] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.921228 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:57.937486 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Router b1e96400-54e1-48ee-9f05-35e1e53de541 is scheduled to L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 10:16:58.024240 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:58.055730 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15318f-6b89-41d0-b4b6-8f207082aa4f None None] Pushing event updated for resources: {'Port': ['ID=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:58.073856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Attempting to bind port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:16:58.074685 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Attempting to bind port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:16:58.075135 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Attempting to bind port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 on network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:16:58.076046 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] Checking router: 53531842-dff7-4687-9233-a26cac5057f0 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:16:58.086963 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:16:58.088659 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Checking segment: {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:16:58.090001 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:58.090708 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Bound using segment: {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:16:58.090860 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:58.091495 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Bound port: d46cbe69-f873-4e9c-91cd-fd0fa56bb102, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:16:58.091746 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:58.092243 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:58.151872 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:16:58.176423 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Sync routers for ids ['b1e96400-54e1-48ee-9f05-35e1e53de541'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:16:58.189706 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:58.211839 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-179784c4-93a2-4330-838f-02154b4b2d3b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8712358 Feb 04 10:16:58.214913 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:58.225211 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44914165-3b80-4697-b6db-f0ad22c5caf5 req-44562c9e-3111-40d1-b2d4-36db77aeb58a tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a16de5a-e803-4568-82d3-a85b5dd7b2ab HTTP/1.1" status: 200 len: 210 time: 0.0721006 Feb 04 10:16:58.270890 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] For port d46cbe69-f873-4e9c-91cd-fd0fa56bb102, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:16:58.276563 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] For port d46cbe69-f873-4e9c-91cd-fd0fa56bb102, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:16:58.278753 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Routers {'b1e96400-54e1-48ee-9f05-35e1e53de541'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:58.279375 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['b1e96400-54e1-48ee-9f05-35e1e53de541'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:58.331788 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:58.382768 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:58.487465 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a18fd3ea-63f1-4c94-9ed7-32300f014b8e None None] Provisioning complete for port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:58.487865 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a18fd3ea-63f1-4c94-9ed7-32300f014b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:58.496105 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:16:58.496551 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:58.559923 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15318f-6b89-41d0-b4b6-8f207082aa4f None None] Pushing event updated for resources: {'Port': ['ID=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:58.577102 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Set router b1e96400-54e1-48ee-9f05-35e1e53de541 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:58.613272 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:58.651605 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8dccf-99f2-49f8-908b-bdd20d23f49a None None] The sync data for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi is: [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:43Z', 'revision_number': 4, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '233a1278-3d14-49d5-90bf-13d9a8853a18', 'name': '', 'network_id': '1f256974-0f1d-4659-8eeb-3beea70918ff', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'mac_address': 'fa:16:3e:9f:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:42Z', 'updated_at': '2022-02-04T10:12:46Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'subnets': [{'id': '9059096a-91a2-4f0e-b0b1-c2b05142caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:16:58.956358 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:16:58.990357 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.013942 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a18fd3ea-63f1-4c94-9ed7-32300f014b8e None None] Current status of the port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:59.014339 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a18fd3ea-63f1-4c94-9ed7-32300f014b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.085525 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 80671ef0-f4d0-4650-b936-89909d230872 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:16:59.186409 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a18fd3ea-63f1-4c94-9ed7-32300f014b8e None None] For port d46cbe69-f873-4e9c-91cd-fd0fa56bb102, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:59.193589 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80537d-683a-41de-9cb8-2662d4a0bb28 None None] New status for floating IP 25bf0e73-4a41-4923-bf5a-a4094186b8d0: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:16:59.203361 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a18fd3ea-63f1-4c94-9ed7-32300f014b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.209752 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Allocated IP 172.20.0.1 (d161f356-d168-4289-9088-52eaf8491319/84a1317a-e353-41c8-a344-847897ce16c8/4ced0574-c091-40a9-8b8c-f39f6ea3778f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:16:59.258326 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fe984-b865-4346-ad20-428f6d462aba None None] Network d161f356-d168-4289-9088-52eaf8491319 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:16:59.348885 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39092) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:59.360803 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks [] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.377410 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fd3ea-63f1-4c94-9ed7-32300f014b8e None None] Pushing event updated for resources: {'Port': ['ID=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:59.380307 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 80671ef0-f4d0-4650-b936-89909d230872 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:59.381152 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (80671ef0-f4d0-4650-b936-89909d230872), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.388981 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:16:57Z', 'revision_number': 3, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port': {'id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:59.406413 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.420573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f91028c-214e-44cb-abb8-c0da359c5291 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (66d7379e-20d1-472e-a075-f9b49abb6e31), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.443966 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Network d161f356-d168-4289-9088-52eaf8491319 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:16:59.444907 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f91028c-214e-44cb-abb8-c0da359c5291 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (66d7379e-20d1-472e-a075-f9b49abb6e31), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.449368 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:16:59.451221 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Checking router: b1e96400-54e1-48ee-9f05-35e1e53de541 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:16:59.451392 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Updating router b1e96400-54e1-48ee-9f05-35e1e53de541 port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:16:59.453081 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:16:59.481063 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Pushing event updated for resources: {'Port': ['ID=4ced0574-c091-40a9-8b8c-f39f6ea3778f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:59.500002 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523861'] for router_interface (b1e96400-54e1-48ee-9f05-35e1e53de541), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.502886 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f91028c-214e-44cb-abb8-c0da359c5291 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (66d7379e-20d1-472e-a075-f9b49abb6e31), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.505225 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f91028c-214e-44cb-abb8-c0da359c5291 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.507910 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-644e8320-1d65-4d65-9bc5-c5cccea6472d None None] Provisioning complete for port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:16:59.508287 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-644e8320-1d65-4d65-9bc5-c5cccea6472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.509383 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1f91028c-214e-44cb-abb8-c0da359c5291 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "DELETE /v2.0/security-groups/66d7379e-20d1-472e-a075-f9b49abb6e31 HTTP/1.1" status: 204 len: 168 time: 0.1593964 Feb 04 10:16:59.509917 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39094) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:59.529358 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91028c-214e-44cb-abb8-c0da359c5291 tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7379e-20d1-472e-a075-f9b49abb6e31,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:59.535628 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.api.v2.resource [None req-c83c873d-aaaa-4f10-a51d-f195467704ed tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] show failed (client error): The resource could not be found. Feb 04 10:16:59.539517 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c83c873d-aaaa-4f10-a51d-f195467704ed tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "GET /v2.0/security-groups/66d7379e-20d1-472e-a075-f9b49abb6e31 HTTP/1.1" status: 404 len: 347 time: 0.0259874 Feb 04 10:16:59.540104 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39096) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:16:59.567956 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.643694 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:58Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:16:59.651624 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.677503 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Deleting port 807b5b1e-70d7-4f23-b676-7619668a9596 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:16:59.677846 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (807b5b1e-70d7-4f23-b676-7619668a9596), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.748748 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80da1a-e701-4e8d-aa31-b460fb7185e1 None None] The sync data for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi is: [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:58Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:16:59.755904 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (807b5b1e-70d7-4f23-b676-7619668a9596), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.756155 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (807b5b1e-70d7-4f23-b676-7619668a9596), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.780414 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 80671ef0-f4d0-4650-b936-89909d230872 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:59.780810 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (80671ef0-f4d0-4650-b936-89909d230872), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.784110 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Calling delete_port for 807b5b1e-70d7-4f23-b676-7619668a9596 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:16:59.897524 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks [] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.905278 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:16:59.927734 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-644e8320-1d65-4d65-9bc5-c5cccea6472d None None] Current status of the port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:16:59.943912 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port 80671ef0-f4d0-4650-b936-89909d230872, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=80671ef0-f4d0-4650-b936-89909d230872,segment=NetworkSegment(c99eca3e-6a76-4d32-9754-833f59e12893),segment_id=c99eca3e-6a76-4d32-9754-833f59e12893)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:16:59.970092 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (80671ef0-f4d0-4650-b936-89909d230872), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.015577 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (807b5b1e-70d7-4f23-b676-7619668a9596), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.019845 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Pushing event updated for resources: {'Port': ['ID=4ced0574-c091-40a9-8b8c-f39f6ea3778f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:00.026686 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3750875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-475301'] for router_interface (b1e96400-54e1-48ee-9f05-35e1e53de541), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.036539 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-644e8320-1d65-4d65-9bc5-c5cccea6472d None None] Provisioning complete for port 80671ef0-f4d0-4650-b936-89909d230872 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:00.036914 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-644e8320-1d65-4d65-9bc5-c5cccea6472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (80671ef0-f4d0-4650-b936-89909d230872), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.069063 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Pushing event deleted for resources: {'Port': ['ID=807b5b1e-70d7-4f23-b676-7619668a9596,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:00.151856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=80671ef0-f4d0-4650-b936-89909d230872,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:00.166162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks [] for floatingip (25bf0e73-4a41-4923-bf5a-a4094186b8d0), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.166540 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Network d161f356-d168-4289-9088-52eaf8491319 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:17:00.168033 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:17:00.169127 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.173442 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cd494656-4520-4694-87bf-350a649f813f tempest-AttachVolumeTestJSON-1041353514 tempest-AttachVolumeTestJSON-1041353514-project] 10.222.0.39 "DELETE /v2.0/floatingips/25bf0e73-4a41-4923-bf5a-a4094186b8d0 HTTP/1.1" status: 204 len: 168 time: 0.6294787 Feb 04 10:17:00.252251 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Publish callbacks [] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.277443 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.342436 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Attempting to bind port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:17:00.342805 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Attempting to bind port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:17:00.343166 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Attempting to bind port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 on network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:17:00.350846 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-644e8320-1d65-4d65-9bc5-c5cccea6472d None None] Current status of the port 80671ef0-f4d0-4650-b936-89909d230872 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:00.354730 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Router b1e96400-54e1-48ee-9f05-35e1e53de541 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:17:00.358929 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:17:00.359294 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Checking segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:17:00.359680 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.360072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Bound using segment: {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:17:00.360542 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Bound port: c6c3dede-e174-4834-b4bd-5bfd42ff0ce7, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc31d147-1898-40a7-ae1b-aad076ec6b79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:17:00.361101 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.403390 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2ed59-3ea1-42a3-b4b3-b97413661952 None None] Pushing event updated for resources: {'Port': ['ID=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:00.445294 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] For port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:17:00.451754 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] For port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:17:00.466613 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.511993 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:17:00.514751 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e0d2610d-8532-4d8a-a99c-efa0671ac6d7 None None] Provisioning complete for port 4ced0574-c091-40a9-8b8c-f39f6ea3778f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:00.515291 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0d2610d-8532-4d8a-a99c-efa0671ac6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.535775 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dea8829f-0959-4019-9bdf-9cbc2b52a9bf admin admin] 10.222.0.39 "PUT /v2.0/routers/b1e96400-54e1-48ee-9f05-35e1e53de541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3147643 Feb 04 10:17:00.593793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2610d-8532-4d8a-a99c-efa0671ac6d7 None None] Port 4ced0574-c091-40a9-8b8c-f39f6ea3778f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:17:00.612862 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2ed59-3ea1-42a3-b4b3-b97413661952 None None] Pushing event updated for resources: {'Port': ['ID=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:00.627300 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Routers {'b1e96400-54e1-48ee-9f05-35e1e53de541'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:17:00.627977 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['b1e96400-54e1-48ee-9f05-35e1e53de541'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:00.632478 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e0d2610d-8532-4d8a-a99c-efa0671ac6d7 None None] Provisioning complete for port 80671ef0-f4d0-4650-b936-89909d230872 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:00.632850 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0d2610d-8532-4d8a-a99c-efa0671ac6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (80671ef0-f4d0-4650-b936-89909d230872), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:00.969236 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] Set router b1e96400-54e1-48ee-9f05-35e1e53de541 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:17:00.971839 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2610d-8532-4d8a-a99c-efa0671ac6d7 None None] Current status of the port 80671ef0-f4d0-4650-b936-89909d230872 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:01.118024 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 80671ef0-f4d0-4650-b936-89909d230872 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:17:01.152935 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 45f0ce88-42a4-49b5-99c6-392918d9e090 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:17:01.181430 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39108) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:01.186262 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-32ef4e8d-cbc9-473c-a70e-ee29ddc80692 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835496133', 'description': 'tempest-secgroup-smoke-1835496133 description', 'project_id': '1762d1f707d8480bbc7ea015820db970'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:01.188501 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b6d8e781-293e-40d6-88c2-eceefc95895c None None] Provisioning complete for port 4ced0574-c091-40a9-8b8c-f39f6ea3778f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:01.188872 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e781-293e-40d6-88c2-eceefc95895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.193659 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 45f0ce88-42a4-49b5-99c6-392918d9e090 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:17:01.194006 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 45f0ce88-42a4-49b5-99c6-392918d9e090 not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:17:01.222356 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32ef4e8d-cbc9-473c-a70e-ee29ddc80692 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.295362 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8e781-293e-40d6-88c2-eceefc95895c None None] Port 4ced0574-c091-40a9-8b8c-f39f6ea3778f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:17:01.302329 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32ef4e8d-cbc9-473c-a70e-ee29ddc80692 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group (f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.307012 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32ef4e8d-cbc9-473c-a70e-ee29ddc80692 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.307292 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 80671ef0-f4d0-4650-b936-89909d230872 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:01.307693 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (80671ef0-f4d0-4650-b936-89909d230872), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.364247 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32ef4e8d-cbc9-473c-a70e-ee29ddc80692 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.369555 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-32ef4e8d-cbc9-473c-a70e-ee29ddc80692 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1869977 Feb 04 10:17:01.370655 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 4, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port': {'id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '4ced0574-c091-40a9-8b8c-f39f6ea3778f', 'name': '', 'network_id': 'd161f356-d168-4289-9088-52eaf8491319', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'mac_address': 'fa:16:3e:e0:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '84a1317a-e353-41c8-a344-847897ce16c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:59Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 2, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'subnets': [{'id': '84a1317a-e353-41c8-a344-847897ce16c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:01.372766 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:01.374732 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef4e8d-cbc9-473c-a70e-ee29ddc80692 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:01.380982 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a3885d33-fc24-464b-bfd4-440ae194ead9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0', 'project_id': '1762d1f707d8480bbc7ea015820db970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:01.404532 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316c4f-65e6-476a-8d9e-a39024f8dfd4 None None] The sync data for ids ['b1e96400-54e1-48ee-9f05-35e1e53de541'] in dv-cinder-826607-3-iscsi is: [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 4, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port': {'id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '4ced0574-c091-40a9-8b8c-f39f6ea3778f', 'name': '', 'network_id': 'd161f356-d168-4289-9088-52eaf8491319', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'mac_address': 'fa:16:3e:e0:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '84a1317a-e353-41c8-a344-847897ce16c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:59Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 2, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'subnets': [{'id': '84a1317a-e353-41c8-a344-847897ce16c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:17:01.418642 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3885d33-fc24-464b-bfd4-440ae194ead9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (083aee64-1ff3-4a5b-b55a-7b27ce720665), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.442861 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 80671ef0-f4d0-4650-b936-89909d230872 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:01.444455 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device d46cbe69-f873-4e9c-91cd-fd0fa56bb102 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:17:01.484019 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3885d33-fc24-464b-bfd4-440ae194ead9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (083aee64-1ff3-4a5b-b55a-7b27ce720665), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.497381 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3885d33-fc24-464b-bfd4-440ae194ead9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (083aee64-1ff3-4a5b-b55a-7b27ce720665), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.508379 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:01.509081 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.522261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3885d33-fc24-464b-bfd4-440ae194ead9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083aee64-1ff3-4a5b-b55a-7b27ce720665,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:01.534038 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3885d33-fc24-464b-bfd4-440ae194ead9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.535325 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a3885d33-fc24-464b-bfd4-440ae194ead9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614842 Feb 04 10:17:01.538072 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:01.543372 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7e0920cd-dcaf-4340-833c-45deba0526f6 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0', 'project_id': '1762d1f707d8480bbc7ea015820db970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:01.574555 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e0920cd-dcaf-4340-833c-45deba0526f6 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (60672b68-4113-4da0-a111-b3f30a5924be), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.606925 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:01.634533 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e0920cd-dcaf-4340-833c-45deba0526f6 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (60672b68-4113-4da0-a111-b3f30a5924be), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.640079 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e0920cd-dcaf-4340-833c-45deba0526f6 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (60672b68-4113-4da0-a111-b3f30a5924be), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.665153 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0920cd-dcaf-4340-833c-45deba0526f6 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60672b68-4113-4da0-a111-b3f30a5924be,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:01.671357 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e0920cd-dcaf-4340-833c-45deba0526f6 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.672699 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7e0920cd-dcaf-4340-833c-45deba0526f6 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327879 Feb 04 10:17:01.675249 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39120) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:01.679947 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0feb3f46-7563-4cc4-bccb-acf509170e71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0', 'project_id': '1762d1f707d8480bbc7ea015820db970', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:01.722361 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f46-7563-4cc4-bccb-acf509170e71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (ef7426a2-c7b3-44f7-963a-1d42b30227da), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.788869 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f46-7563-4cc4-bccb-acf509170e71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (ef7426a2-c7b3-44f7-963a-1d42b30227da), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.792694 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f46-7563-4cc4-bccb-acf509170e71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (ef7426a2-c7b3-44f7-963a-1d42b30227da), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.812365 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb3f46-7563-4cc4-bccb-acf509170e71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7426a2-c7b3-44f7-963a-1d42b30227da,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:01.823421 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f46-7563-4cc4-bccb-acf509170e71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.825441 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0feb3f46-7563-4cc4-bccb-acf509170e71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491444 Feb 04 10:17:01.828112 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:01.832704 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b62f12cb-8ed2-4059-9e24-b20d7cd59363 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0', 'project_id': '1762d1f707d8480bbc7ea015820db970', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:01.860183 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b62f12cb-8ed2-4059-9e24-b20d7cd59363 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (e67f8d0b-b342-4336-a1cb-5e4deb2f2f10), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.920850 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b62f12cb-8ed2-4059-9e24-b20d7cd59363 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (e67f8d0b-b342-4336-a1cb-5e4deb2f2f10), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.924818 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b62f12cb-8ed2-4059-9e24-b20d7cd59363 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (e67f8d0b-b342-4336-a1cb-5e4deb2f2f10), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.944272 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f12cb-8ed2-4059-9e24-b20d7cd59363 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67f8d0b-b342-4336-a1cb-5e4deb2f2f10,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:01.957179 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b62f12cb-8ed2-4059-9e24-b20d7cd59363 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:01.958594 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b62f12cb-8ed2-4059-9e24-b20d7cd59363 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294668 Feb 04 10:17:01.961260 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39124) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:01.965731 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0', 'project_id': '1762d1f707d8480bbc7ea015820db970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:01.985124 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Project 1762d1f707d8480bbc7ea015820db970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 10:17:01.990211 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (5d9188b9-b628-4fc6-9b2e-fd3e1a6a0053), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.051819 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (5d9188b9-b628-4fc6-9b2e-fd3e1a6a0053), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.055628 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (5d9188b9-b628-4fc6-9b2e-fd3e1a6a0053), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.076440 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9188b9-b628-4fc6-9b2e-fd3e1a6a0053,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:02.085105 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.088884 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-45903410-774d-40e1-96cd-eb21d2f83469 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241503 Feb 04 10:17:02.089180 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39126) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:02.093907 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0', 'project_id': '1762d1f707d8480bbc7ea015820db970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:02.115386 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Project 1762d1f707d8480bbc7ea015820db970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 10:17:02.121532 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (ca0139e3-db0e-4ac3-abf5-faa5884d7919), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.197501 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (ca0139e3-db0e-4ac3-abf5-faa5884d7919), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.200950 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709482'] for security_group_rule (ca0139e3-db0e-4ac3-abf5-faa5884d7919), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.222006 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0139e3-db0e-4ac3-abf5-faa5884d7919,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:02.232192 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:02.234649 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b17a3937-b68a-4452-84e7-5005c6a33c2b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432216 Feb 04 10:17:02.996348 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:17:03.063856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:03.064691 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:03.144637 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:03.145158 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:03.169148 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] For port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:03.175624 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:03.232825 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Pushing event updated for resources: {'Port': ['ID=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:03.527360 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Sync routers for ids ['b1e96400-54e1-48ee-9f05-35e1e53de541'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:17:03.537423 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Routers {'b1e96400-54e1-48ee-9f05-35e1e53de541'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:17:03.538024 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['b1e96400-54e1-48ee-9f05-35e1e53de541'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:03.647154 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Set router b1e96400-54e1-48ee-9f05-35e1e53de541 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:17:03.836711 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39202) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:03.853492 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 4, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port': {'id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '4ced0574-c091-40a9-8b8c-f39f6ea3778f', 'name': '', 'network_id': 'd161f356-d168-4289-9088-52eaf8491319', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'mac_address': 'fa:16:3e:e0:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '84a1317a-e353-41c8-a344-847897ce16c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:59Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 2, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'subnets': [{'id': '84a1317a-e353-41c8-a344-847897ce16c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:03.885328 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Checking router: b1e96400-54e1-48ee-9f05-35e1e53de541 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:17:03.885677 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Updating router b1e96400-54e1-48ee-9f05-35e1e53de541 port 4ced0574-c091-40a9-8b8c-f39f6ea3778f binding host dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:17:03.912597 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.183875 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Publish callbacks [] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.185076 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (53531842-dff7-4687-9233-a26cac5057f0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.190659 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.239322 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d54ce-2c5d-4d76-a6ea-403366de4e27 None None] Pushing event updated for resources: {'Port': ['ID=4ced0574-c091-40a9-8b8c-f39f6ea3778f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:04.300730 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Attempting to bind port 4ced0574-c091-40a9-8b8c-f39f6ea3778f on host dv-cinder-826607-3-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:17:04.301105 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Attempting to bind port 4ced0574-c091-40a9-8b8c-f39f6ea3778f by drivers openvswitch,hyperv on host dv-cinder-826607-3-iscsi at level 0 using segments [{'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:17:04.301943 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Attempting to bind port 4ced0574-c091-40a9-8b8c-f39f6ea3778f on network d161f356-d168-4289-9088-52eaf8491319 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:17:04.306938 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Checking agent: {'id': '063872fb-3907-4118-be0e-18cab472b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 0, 47), 'started_at': datetime.datetime(2022, 2, 4, 10, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:17:04.307325 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Checking segment: {'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:17:04.307754 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.308150 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Bound using segment: {'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:17:04.308658 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Bound port: 4ced0574-c091-40a9-8b8c-f39f6ea3778f, host: dv-cinder-826607-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99eca3e-6a76-4d32-9754-833f59e12893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd161f356-d168-4289-9088-52eaf8491319'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:17:04.309037 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.385195 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] For port 4ced0574-c091-40a9-8b8c-f39f6ea3778f, host dv-cinder-826607-3-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:17:04.389460 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] For port 4ced0574-c091-40a9-8b8c-f39f6ea3778f, host dv-cinder-826607-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=4ced0574-c091-40a9-8b8c-f39f6ea3778f,segment=NetworkSegment(c99eca3e-6a76-4d32-9754-833f59e12893),segment_id=c99eca3e-6a76-4d32-9754-833f59e12893)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:17:04.397070 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.455989 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Routers {'b1e96400-54e1-48ee-9f05-35e1e53de541'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:17:04.456638 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['b1e96400-54e1-48ee-9f05-35e1e53de541'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:04.479136 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Deleting port 233a1278-3d14-49d5-90bf-13d9a8853a18 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:17:04.479474 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.497165 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d54ce-2c5d-4d76-a6ea-403366de4e27 None None] Pushing event updated for resources: {'Port': ['ID=4ced0574-c091-40a9-8b8c-f39f6ea3778f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:04.558180 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-76cb9162-ce19-421e-9c7b-ceb247dc252f None None] Provisioning complete for port 4ced0574-c091-40a9-8b8c-f39f6ea3778f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:04.558562 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76cb9162-ce19-421e-9c7b-ceb247dc252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.570498 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] For port 233a1278-3d14-49d5-90bf-13d9a8853a18, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=233a1278-3d14-49d5-90bf-13d9a8853a18,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:04.570859 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.585462 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Calling delete_port for 233a1278-3d14-49d5-90bf-13d9a8853a18 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:17:04.619034 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] Set router b1e96400-54e1-48ee-9f05-35e1e53de541 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:17:04.798151 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (233a1278-3d14-49d5-90bf-13d9a8853a18), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.825860 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Pushing event deleted for resources: {'Port': ['ID=233a1278-3d14-49d5-90bf-13d9a8853a18,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:04.899303 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-76cb9162-ce19-421e-9c7b-ceb247dc252f None None] Current status of the port 4ced0574-c091-40a9-8b8c-f39f6ea3778f is: DOWN; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:04.899744 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76cb9162-ce19-421e-9c7b-ceb247dc252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:04.978110 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-76cb9162-ce19-421e-9c7b-ceb247dc252f None None] For port 4ced0574-c091-40a9-8b8c-f39f6ea3778f, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=4ced0574-c091-40a9-8b8c-f39f6ea3778f,segment=NetworkSegment(c99eca3e-6a76-4d32-9754-833f59e12893),segment_id=c99eca3e-6a76-4d32-9754-833f59e12893)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:04.985278 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-76cb9162-ce19-421e-9c7b-ceb247dc252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:05.059295 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (53531842-dff7-4687-9233-a26cac5057f0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:05.075141 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb9162-ce19-421e-9c7b-ceb247dc252f None None] Pushing event updated for resources: {'Port': ['ID=4ced0574-c091-40a9-8b8c-f39f6ea3778f,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:05.131419 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b33b3294-07d6-4e97-b353-a2c6cfeae8fd None None] Provisioning complete for port 4ced0574-c091-40a9-8b8c-f39f6ea3778f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:05.131814 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b33b3294-07d6-4e97-b353-a2c6cfeae8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:05.136795 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 4, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port': {'id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '4ced0574-c091-40a9-8b8c-f39f6ea3778f', 'name': '', 'network_id': 'd161f356-d168-4289-9088-52eaf8491319', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'mac_address': 'fa:16:3e:e0:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '84a1317a-e353-41c8-a344-847897ce16c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:59Z', 'updated_at': '2022-02-04T10:17:04Z', 'revision_number': 4, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'subnets': [{'id': '84a1317a-e353-41c8-a344-847897ce16c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:05.163189 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:17:05.196004 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1d7b0-1145-4b1f-a8cb-bf3579974e9b None None] The sync data for ids ['b1e96400-54e1-48ee-9f05-35e1e53de541'] in dv-cinder-826607-3-iscsi is: [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 4, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port': {'id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '4ced0574-c091-40a9-8b8c-f39f6ea3778f', 'name': '', 'network_id': 'd161f356-d168-4289-9088-52eaf8491319', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'mac_address': 'fa:16:3e:e0:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '84a1317a-e353-41c8-a344-847897ce16c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:59Z', 'updated_at': '2022-02-04T10:17:04Z', 'revision_number': 4, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'subnets': [{'id': '84a1317a-e353-41c8-a344-847897ce16c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:17:05.292252 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:05.292645 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:05.294351 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b33b3294-07d6-4e97-b353-a2c6cfeae8fd None None] Current status of the port 4ced0574-c091-40a9-8b8c-f39f6ea3778f is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:05.329414 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Router 53531842-dff7-4687-9233-a26cac5057f0 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:17:05.382056 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:05.383177 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 4ced0574-c091-40a9-8b8c-f39f6ea3778f up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:17:05.444907 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 4ced0574-c091-40a9-8b8c-f39f6ea3778f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:05.445593 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:05.446397 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:17:05.452857 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2334cc4b-22c0-4b3c-91bd-2d994cb07426 admin admin] 10.222.0.39 "PUT /v2.0/routers/53531842-dff7-4687-9233-a26cac5057f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6149344 Feb 04 10:17:05.455071 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39206) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:05.458613 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] Sync routers for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:17:05.474659 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:17:05.475559 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:05.551520 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 4ced0574-c091-40a9-8b8c-f39f6ea3778f is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:05.603956 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:17:05.804533 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:17:04Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:05.810440 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks [] for router (53531842-dff7-4687-9233-a26cac5057f0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:05.834663 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] Checking router: 53531842-dff7-4687-9233-a26cac5057f0 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:17:05.847815 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] Routers {'53531842-dff7-4687-9233-a26cac5057f0'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:17:05.847815 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:16:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['53531842-dff7-4687-9233-a26cac5057f0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:05.929927 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks [] for router_gateway (53531842-dff7-4687-9233-a26cac5057f0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:05.975202 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] Set router 53531842-dff7-4687-9233-a26cac5057f0 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:17:05.990702 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Deleting port ad1d6630-01e6-4cb1-8112-7f18d3485fe3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:17:05.991049 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.075187 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] For port ad1d6630-01e6-4cb1-8112-7f18d3485fe3, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:06.077160 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.089080 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Calling delete_port for ad1d6630-01e6-4cb1-8112-7f18d3485fe3 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:17:06.154100 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:17:04Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:06.181818 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7a6bf-f87b-4584-81a6-a8b44efd3afc None None] The sync data for ids ['53531842-dff7-4687-9233-a26cac5057f0'] in dv-cinder-826607-3-iscsi is: [{'id': '53531842-dff7-4687-9233-a26cac5057f0', 'name': 'tempest-AttachVolumeTestJSON-1580119323-router', 'tenant_id': '032d4521b89b40659d4756e9704124b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:17:04Z', 'revision_number': 5, 'project_id': '032d4521b89b40659d4756e9704124b5', 'gw_port': {'id': 'ad1d6630-01e6-4cb1-8112-7f18d3485fe3', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53531842-dff7-4687-9233-a26cac5057f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:12:40Z', 'updated_at': '2022-02-04T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:17:06.260238 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (ad1d6630-01e6-4cb1-8112-7f18d3485fe3), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.285610 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1d6630-01e6-4cb1-8112-7f18d3485fe3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:06.348058 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (53531842-dff7-4687-9233-a26cac5057f0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.442977 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (53531842-dff7-4687-9233-a26cac5057f0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.445119 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks [] for router_controller (53531842-dff7-4687-9233-a26cac5057f0), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.487882 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (53531842-dff7-4687-9233-a26cac5057f0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.488419 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53531842-dff7-4687-9233-a26cac5057f0 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:17:06.492748 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.493879 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2e9e94fc-0260-41fc-965a-38cd03ba62e4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/53531842-dff7-4687-9233-a26cac5057f0 HTTP/1.1" status: 204 len: 168 time: 1.0377362 Feb 04 10:17:06.496300 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39210) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:06.539804 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] Deleting subnet 9059096a-91a2-4f0e-b0b1-c2b05142caff {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:17:06.542986 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] Publish callbacks [] for subnet (9059096a-91a2-4f0e-b0b1-c2b05142caff), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.577312 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (9059096a-91a2-4f0e-b0b1-c2b05142caff), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.657745 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (9059096a-91a2-4f0e-b0b1-c2b05142caff), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.709433 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (9059096a-91a2-4f0e-b0b1-c2b05142caff), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.734909 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9059096a-91a2-4f0e-b0b1-c2b05142caff,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:06.739801 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.743406 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-923350a1-0eae-47f9-88e7-ac65581c9f9c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9059096a-91a2-4f0e-b0b1-c2b05142caff HTTP/1.1" status: 204 len: 168 time: 0.2461576 Feb 04 10:17:06.745173 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cad94-36a9-4965-be0d-603df23987bb None None] Network 1f256974-0f1d-4659-8eeb-3beea70918ff requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:17:06.746275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39212) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:06.814341 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (1f256974-0f1d-4659-8eeb-3beea70918ff), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.873852 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Deleting port 9aee8c16-1112-46df-8baa-35cf690da008 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:17:06.874196 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (9aee8c16-1112-46df-8baa-35cf690da008), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.942761 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] For port 9aee8c16-1112-46df-8baa-35cf690da008, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9aee8c16-1112-46df-8baa-35cf690da008,segment=NetworkSegment(5a91d174-b381-4e1e-946a-5d478fe1e670),segment_id=5a91d174-b381-4e1e-946a-5d478fe1e670)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:06.943118 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (9aee8c16-1112-46df-8baa-35cf690da008), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:06.959397 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Calling delete_port for 9aee8c16-1112-46df-8baa-35cf690da008 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:17:07.046684 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c35650-e181-48e9-8016-c2c37272f89c None None] DHCP port deletion for 1f256974-0f1d-4659-8eeb-3beea70918ff request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:17:07.050206 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (9aee8c16-1112-46df-8baa-35cf690da008), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.079518 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Pushing event deleted for resources: {'Port': ['ID=9aee8c16-1112-46df-8baa-35cf690da008,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:07.083052 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] No DVR routers for this DVR port 9aee8c16-1112-46df-8baa-35cf690da008 on host dv-cinder-826607-3-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:17:07.160699 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (1f256974-0f1d-4659-8eeb-3beea70918ff), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.167135 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 4ced0574-c091-40a9-8b8c-f39f6ea3778f up at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:17:07.186871 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f256974-0f1d-4659-8eeb-3beea70918ff']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:07.201282 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a91d174-b381-4e1e-946a-5d478fe1e670') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:07.201720 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a91d174-b381-4e1e-946a-5d478fe1e670') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:07.220741 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (5a91d174-b381-4e1e-946a-5d478fe1e670), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.225626 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Provisioning complete for port 4ced0574-c091-40a9-8b8c-f39f6ea3778f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:07.226003 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.234339 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (5a91d174-b381-4e1e-946a-5d478fe1e670), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.241248 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:17:07.241641 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (5a91d174-b381-4e1e-946a-5d478fe1e670), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:17:07.243358 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:17:07.298178 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (1f256974-0f1d-4659-8eeb-3beea70918ff), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.303549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.306722 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] 10.222.0.39 "DELETE /v2.0/networks/1f256974-0f1d-4659-8eeb-3beea70918ff HTTP/1.1" status: 204 len: 168 time: 0.5593781 Feb 04 10:17:07.314573 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Current status of the port 4ced0574-c091-40a9-8b8c-f39f6ea3778f is: ACTIVE; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:07.323295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b4e81-2e9a-4996-9597-1eaf958ad45d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f256974-0f1d-4659-8eeb-3beea70918ff,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:07.373585 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 233a1278-3d14-49d5-90bf-13d9a8853a18 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:17:07.397129 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 233a1278-3d14-49d5-90bf-13d9a8853a18 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:17:07.397460 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 233a1278-3d14-49d5-90bf-13d9a8853a18 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:17:07.397874 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9aee8c16-1112-46df-8baa-35cf690da008 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:17:07.417815 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 9aee8c16-1112-46df-8baa-35cf690da008 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:17:07.418156 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9aee8c16-1112-46df-8baa-35cf690da008 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:17:07.503545 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39218) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:07.545813 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f65792b1-b7a3-4deb-92a4-c02246903063 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=032d4521b89b40659d4756e9704124b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410752 Feb 04 10:17:07.548201 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39220) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:07.602442 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b0cdeb-566e-4027-9498-74e96d1a4dbf admin admin] Publish callbacks [] for security_group (e1a125ba-fc30-4fa2-8b22-76615de68aff), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.625788 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b0cdeb-566e-4027-9498-74e96d1a4dbf admin admin] Publish callbacks [] for security_group (e1a125ba-fc30-4fa2-8b22-76615de68aff), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.678151 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b0cdeb-566e-4027-9498-74e96d1a4dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e1a125ba-fc30-4fa2-8b22-76615de68aff), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.680933 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b0cdeb-566e-4027-9498-74e96d1a4dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:07.682080 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-98b0cdeb-566e-4027-9498-74e96d1a4dbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1a125ba-fc30-4fa2-8b22-76615de68aff HTTP/1.1" status: 204 len: 168 time: 0.1329763 Feb 04 10:17:07.693450 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0cdeb-566e-4027-9498-74e96d1a4dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a125ba-fc30-4fa2-8b22-76615de68aff,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:08.254806 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:17:08.916667 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ad1d6630-01e6-4cb1-8112-7f18d3485fe3 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:17:08.940739 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: ad1d6630-01e6-4cb1-8112-7f18d3485fe3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:17:08.941082 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device ad1d6630-01e6-4cb1-8112-7f18d3485fe3 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:17:09.361550 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:09.464769 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e0578b3-52c3-417f-a19e-a6665ff4d7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:09.539131 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e0578b3-52c3-417f-a19e-a6665ff4d7d6 admin admin] Publish callbacks [] for security_group (adc19412-418b-4285-8098-748f928a1fa6), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:09.543940 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e0578b3-52c3-417f-a19e-a6665ff4d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (adc19412-418b-4285-8098-748f928a1fa6), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:09.580854 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0578b3-52c3-417f-a19e-a6665ff4d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc19412-418b-4285-8098-748f928a1fa6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:09.585126 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2e0578b3-52c3-417f-a19e-a6665ff4d7d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6b56d0a75ba4f6d9fe6b6dc46580b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225640 Feb 04 10:17:09.587751 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:09.635526 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7c99-36b1-4f7e-a3cc-8c1f4dc36d06 admin admin] Publish callbacks [] for security_group (adc19412-418b-4285-8098-748f928a1fa6), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:09.660120 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7c99-36b1-4f7e-a3cc-8c1f4dc36d06 admin admin] Publish callbacks [] for security_group (adc19412-418b-4285-8098-748f928a1fa6), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:09.710039 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7c99-36b1-4f7e-a3cc-8c1f4dc36d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (adc19412-418b-4285-8098-748f928a1fa6), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:09.712568 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7c99-36b1-4f7e-a3cc-8c1f4dc36d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:09.713720 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0f1e7c99-36b1-4f7e-a3cc-8c1f4dc36d06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adc19412-418b-4285-8098-748f928a1fa6 HTTP/1.1" status: 204 len: 168 time: 0.1251411 Feb 04 10:17:09.722876 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e7c99-36b1-4f7e-a3cc-8c1f4dc36d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc19412-418b-4285-8098-748f928a1fa6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:09.972143 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39286) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:09.984876 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179a696b-4380-4508-aee2-f8b233971eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.065080 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179a696b-4380-4508-aee2-f8b233971eef admin admin] Publish callbacks [] for security_group (adbd80c9-f1a2-47ec-915a-03760a220c8f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.075164 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179a696b-4380-4508-aee2-f8b233971eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (adbd80c9-f1a2-47ec-915a-03760a220c8f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.114547 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-179a696b-4380-4508-aee2-f8b233971eef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=442e2441f77d430a85a058ea897f9614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413262 Feb 04 10:17:10.115877 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a696b-4380-4508-aee2-f8b233971eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd80c9-f1a2-47ec-915a-03760a220c8f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:10.117459 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39290) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:10.167337 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b66a4c7-339f-4354-827b-5835906c5266 admin admin] Publish callbacks [] for security_group (adbd80c9-f1a2-47ec-915a-03760a220c8f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.190148 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b66a4c7-339f-4354-827b-5835906c5266 admin admin] Publish callbacks [] for security_group (adbd80c9-f1a2-47ec-915a-03760a220c8f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.236445 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b66a4c7-339f-4354-827b-5835906c5266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (adbd80c9-f1a2-47ec-915a-03760a220c8f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.238929 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b66a4c7-339f-4354-827b-5835906c5266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.240144 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2b66a4c7-339f-4354-827b-5835906c5266 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adbd80c9-f1a2-47ec-915a-03760a220c8f HTTP/1.1" status: 204 len: 168 time: 0.1214888 Feb 04 10:17:10.248062 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66a4c7-339f-4354-827b-5835906c5266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd80c9-f1a2-47ec-915a-03760a220c8f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:10.854954 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b59a3b8f-5135-40df-afb8-8ae73106e647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:10.913589 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:11.800116 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39338) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:11.906275 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83dfbb62-0b08-4ddc-aacc-06b77cb2c5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:11.983216 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83dfbb62-0b08-4ddc-aacc-06b77cb2c5c8 admin admin] Publish callbacks [] for security_group (c062c96f-b984-4c28-97d7-ec30911be80d), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:11.987013 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83dfbb62-0b08-4ddc-aacc-06b77cb2c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c062c96f-b984-4c28-97d7-ec30911be80d), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.024552 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-83dfbb62-0b08-4ddc-aacc-06b77cb2c5c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=004f662476724fa68f9b9cda1d449683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233539 Feb 04 10:17:12.025680 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfbb62-0b08-4ddc-aacc-06b77cb2c5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c062c96f-b984-4c28-97d7-ec30911be80d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:12.027221 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39346) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:12.074991 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85dda447-cd7d-48fc-b432-589990dbc3ef admin admin] Publish callbacks [] for security_group (c062c96f-b984-4c28-97d7-ec30911be80d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.095055 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85dda447-cd7d-48fc-b432-589990dbc3ef admin admin] Publish callbacks [] for security_group (c062c96f-b984-4c28-97d7-ec30911be80d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.143772 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85dda447-cd7d-48fc-b432-589990dbc3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (c062c96f-b984-4c28-97d7-ec30911be80d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.146344 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85dda447-cd7d-48fc-b432-589990dbc3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.147979 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-85dda447-cd7d-48fc-b432-589990dbc3ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c062c96f-b984-4c28-97d7-ec30911be80d HTTP/1.1" status: 204 len: 168 time: 0.1191385 Feb 04 10:17:12.156053 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dda447-cd7d-48fc-b432-589990dbc3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c062c96f-b984-4c28-97d7-ec30911be80d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:12.405565 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39358) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:12.418861 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63a829c9-4e5f-4aae-ade1-12ae3a6bb23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.492003 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63a829c9-4e5f-4aae-ade1-12ae3a6bb23b admin admin] Publish callbacks [] for security_group (ecd64139-cdcc-47d8-b811-f8137b5e0926), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.495486 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63a829c9-4e5f-4aae-ade1-12ae3a6bb23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ecd64139-cdcc-47d8-b811-f8137b5e0926), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.533941 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-63a829c9-4e5f-4aae-ade1-12ae3a6bb23b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b043d4ad61784b3a817ca325c6f70303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272998 Feb 04 10:17:12.534811 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a829c9-4e5f-4aae-ade1-12ae3a6bb23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd64139-cdcc-47d8-b811-f8137b5e0926,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:12.536573 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:12.583636 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f34f312-f651-4f42-a1bf-6e6a147e0d81 admin admin] Publish callbacks [] for security_group (ecd64139-cdcc-47d8-b811-f8137b5e0926), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.603968 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f34f312-f651-4f42-a1bf-6e6a147e0d81 admin admin] Publish callbacks [] for security_group (ecd64139-cdcc-47d8-b811-f8137b5e0926), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.648437 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f34f312-f651-4f42-a1bf-6e6a147e0d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (ecd64139-cdcc-47d8-b811-f8137b5e0926), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.651046 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f34f312-f651-4f42-a1bf-6e6a147e0d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:12.652763 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0f34f312-f651-4f42-a1bf-6e6a147e0d81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecd64139-cdcc-47d8-b811-f8137b5e0926 HTTP/1.1" status: 204 len: 168 time: 0.1152048 Feb 04 10:17:12.661083 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34f312-f651-4f42-a1bf-6e6a147e0d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd64139-cdcc-47d8-b811-f8137b5e0926,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:13.115940 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a74526dc-46dc-4e96-996c-e5a88bdebdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:13.892854 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:15.601172 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:16.895417 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:17.537529 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-3972db6b-dc6d-4510-93b2-ba9d6aac7698 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835496133&fields=id&tenant_id=1762d1f707d8480bbc7ea015820db970 HTTP/1.1" status: 200 len: 267 time: 0.0422754 Feb 04 10:17:17.657520 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-0158a07d-93c3-4367-8114-942e69a14a89 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:17.658907 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-0158a07d-93c3-4367-8114-942e69a14a89 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 808 time: 0.1154149 Feb 04 10:17:17.673056 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-9d036a53-1c9c-4165-b21c-b970fd32a9c2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/quotas/1762d1f707d8480bbc7ea015820db970 HTTP/1.1" status: 200 len: 375 time: 0.0089126 Feb 04 10:17:17.725735 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-b964e131-15b2-43ca-94e8-0d8f79a4a311 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480208 Feb 04 10:17:17.820882 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-1bb127a4-ccde-4c2f-bb34-e69cb17bfd03 service neutron] 10.222.0.39 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832810 Feb 04 10:17:17.916981 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-451783f3-3f95-4c76-bf4c-6c3c6db5f006 service neutron] 10.222.0.39 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902975 Feb 04 10:17:18.225155 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cd1231e9-8bd4-4509-9339-969bc9499d39 req-bb2c2a01-3159-4b10-839f-a14a321313bd tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 210 time: 0.0306380 Feb 04 10:17:18.265388 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39470) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:18.382095 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9315ec54-f451-4dbf-9789-40bd0bd8fd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.459112 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9315ec54-f451-4dbf-9789-40bd0bd8fd7d admin admin] Publish callbacks [] for security_group (25f6fb9e-bfb5-402a-b48a-d7f00b626c8e), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.463744 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9315ec54-f451-4dbf-9789-40bd0bd8fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (25f6fb9e-bfb5-402a-b48a-d7f00b626c8e), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.502033 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9315ec54-f451-4dbf-9789-40bd0bd8fd7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b961d626a55843d2b6447eee94c7326b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354953 Feb 04 10:17:18.503143 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315ec54-f451-4dbf-9789-40bd0bd8fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f6fb9e-bfb5-402a-b48a-d7f00b626c8e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:18.504799 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39480) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:18.562406 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22e8739b-756b-414f-9826-343725ae4af5 admin admin] Publish callbacks [] for security_group (25f6fb9e-bfb5-402a-b48a-d7f00b626c8e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.583728 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22e8739b-756b-414f-9826-343725ae4af5 admin admin] Publish callbacks [] for security_group (25f6fb9e-bfb5-402a-b48a-d7f00b626c8e), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.639852 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22e8739b-756b-414f-9826-343725ae4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (25f6fb9e-bfb5-402a-b48a-d7f00b626c8e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.642723 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22e8739b-756b-414f-9826-343725ae4af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.643988 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-22e8739b-756b-414f-9826-343725ae4af5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25f6fb9e-bfb5-402a-b48a-d7f00b626c8e HTTP/1.1" status: 204 len: 168 time: 0.1382165 Feb 04 10:17:18.651558 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8739b-756b-414f-9826-343725ae4af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f6fb9e-bfb5-402a-b48a-d7f00b626c8e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:18.899851 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39486) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:18.912742 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21366189-1fab-4659-8afa-ac01b409db18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.987465 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21366189-1fab-4659-8afa-ac01b409db18 admin admin] Publish callbacks [] for security_group (003ea2ab-f92f-4406-be9c-9829ea29b2a5), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:18.991059 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21366189-1fab-4659-8afa-ac01b409db18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (003ea2ab-f92f-4406-be9c-9829ea29b2a5), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.028413 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-21366189-1fab-4659-8afa-ac01b409db18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16bddc3da75d4616941bc7b9ce6b8621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274221 Feb 04 10:17:19.030337 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21366189-1fab-4659-8afa-ac01b409db18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003ea2ab-f92f-4406-be9c-9829ea29b2a5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:19.031113 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39488) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:19.080953 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6036356d-b782-4b2b-9915-720e413c5b83 admin admin] Publish callbacks [] for security_group (003ea2ab-f92f-4406-be9c-9829ea29b2a5), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.151276 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6036356d-b782-4b2b-9915-720e413c5b83 admin admin] Publish callbacks [] for security_group (003ea2ab-f92f-4406-be9c-9829ea29b2a5), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.227627 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6ac43ca9-9905-4a2f-a066-bc5f14863631 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:19.229084 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6ac43ca9-9905-4a2f-a066-bc5f14863631 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 808 time: 0.1359701 Feb 04 10:17:19.239930 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6036356d-b782-4b2b-9915-720e413c5b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (003ea2ab-f92f-4406-be9c-9829ea29b2a5), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.242396 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6036356d-b782-4b2b-9915-720e413c5b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.243465 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6036356d-b782-4b2b-9915-720e413c5b83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/003ea2ab-f92f-4406-be9c-9829ea29b2a5 HTTP/1.1" status: 204 len: 168 time: 0.2113154 Feb 04 10:17:19.252045 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036356d-b782-4b2b-9915-720e413c5b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ea2ab-f92f-4406-be9c-9829ea29b2a5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:19.314591 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-8ffb4129-f5ec-4635-bfec-3d4099660be2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1762d1f707d8480bbc7ea015820db970 HTTP/1.1" status: 200 len: 380 time: 0.0596306 Feb 04 10:17:19.325640 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'port': {'device_id': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'admin_state_up': True, 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'security_groups': ['f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:19.395795 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b96451c2-26cd-4a2a-b795-704f10d0bc51 req-7bc5fdc8-c2d4-4bf2-81b2-c877c7f26132 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 210 time: 0.0746994 Feb 04 10:17:19.467409 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Made reservation on behalf of 1762d1f707d8480bbc7ea015820db970 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:17:19.470998 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.598717 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Allocated IP 172.20.0.4 (76e2875a-9fb2-4d8a-87c9-b60063a557c8/eeda9a78-c1a6-4a96-9faa-529137932ef7/a66ddb43-b10a-485e-87b2-088a5bd2d2fc) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:17:19.748267 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.783973 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.852413 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:17:19.854141 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:19.861064 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:17:19.865359 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:17:19.921081 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:19.922390 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:19.941675 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-6c017375-3282-4f42-a178-4aadd1bc4c71 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210499 Feb 04 10:17:19.943873 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39514) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:19.959365 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Request body: {'port': {'device_id': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:20.023688 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.067173 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-417658052-network', 'tenant_id': 'de45e8875c6d436e808683dfc866c02a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:20.101854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Made reservation on behalf of de45e8875c6d436e808683dfc866c02a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:17:20.104157 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.115898 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b305830f-6710-4cf7-ad9a-937ce710b0f1 None None] Provisioning complete for port a66ddb43-b10a-485e-87b2-088a5bd2d2fc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:20.116390 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b305830f-6710-4cf7-ad9a-937ce710b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.149122 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b305830f-6710-4cf7-ad9a-937ce710b0f1 None None] Port a66ddb43-b10a-485e-87b2-088a5bd2d2fc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:17:20.155209 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.324351 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks [] for security_group (8e585059-eb5f-4f83-a9a0-ea2b1bee3acd), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.334361 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (8e585059-eb5f-4f83-a9a0-ea2b1bee3acd), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.371200 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:17:20.394775 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (a96b4ea5-68d3-49f4-b751-6354aa0ba890), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.395107 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Added segment a96b4ea5-68d3-49f4-b751-6354aa0ba890 of type vlan for network eb75e390-00f7-4898-ae84-2b4c2b1b8d81 Feb 04 10:17:20.406660 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e585059-eb5f-4f83-a9a0-ea2b1bee3acd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:20.432583 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66ddb43-b10a-485e-87b2-088a5bd2d2fc {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:17:20.444593 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Publish callbacks [] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.456463 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (eb75e390-00f7-4898-ae84-2b4c2b1b8d81), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.477717 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Transition to ACTIVE for port object a66ddb43-b10a-485e-87b2-088a5bd2d2fc will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:17:20.482396 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.562142 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (eb75e390-00f7-4898-ae84-2b4c2b1b8d81), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.563102 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:20.563966 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.569759 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:20.646382 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0efe-82d2-4f65-bf3b-4c6d0a0eefb9 req-56ae29c7-24ef-4cd8-b052-dc31e450a362 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:20.647944 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-735e0efe-82d2-4f65-bf3b-4c6d0a0eefb9 req-56ae29c7-24ef-4cd8-b052-dc31e450a362 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.1823993 Feb 04 10:17:20.654298 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7092586 Feb 04 10:17:20.657053 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:20.661963 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Request body: {'subnet': {'network_id': 'eb75e390-00f7-4898-ae84-2b4c2b1b8d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-417658052-subnet', 'tenant_id': 'de45e8875c6d436e808683dfc866c02a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:20.684058 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Made reservation on behalf of de45e8875c6d436e808683dfc866c02a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:17:20.686980 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.702731 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c71a-a876-434a-ae0f-6e0292451990 admin admin] Pushing event updated for resources: {'Network': ['ID=eb75e390-00f7-4898-ae84-2b4c2b1b8d81,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:20.713962 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network eb75e390-00f7-4898-ae84-2b4c2b1b8d81 details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:17:20.753853 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-735e0efe-82d2-4f65-bf3b-4c6d0a0eefb9 req-cefc14b8-c8d9-4e02-b011-b656f3807939 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912743 Feb 04 10:17:20.756214 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Attempting to bind port a66ddb43-b10a-485e-87b2-088a5bd2d2fc on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:17:20.756550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Attempting to bind port a66ddb43-b10a-485e-87b2-088a5bd2d2fc by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:17:20.756883 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Attempting to bind port a66ddb43-b10a-485e-87b2-088a5bd2d2fc on network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:17:20.761615 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Port a66ddb43-b10a-485e-87b2-088a5bd2d2fc on network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:17:20.761938 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Attempting to bind port a66ddb43-b10a-485e-87b2-088a5bd2d2fc on network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:17:20.768167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:17:20.768560 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Checking segment: {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:17:20.768945 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Bound using segment: {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:17:20.769374 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Bound port: a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff599999-34e8-47f0-9cdc-fa95ae97240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:17:20.769729 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.840303 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:17:20.843688 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:17:20.849348 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.882856 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:20.883021 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.884987 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] 10.222.0.57 "PUT /v2.0/ports/a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 1093 time: 0.9297974 Feb 04 10:17:20.887508 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:17:20.887971 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:20.890113 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde003f-ffdb-4c2a-ade1-39ae435a6693" -d '{"events": [{"name": "network-changed", "server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:17:20.959822 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Checking segment: {'id': 'a96b4ea5-68d3-49f4-b751-6354aa0ba890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'eb75e390-00f7-4898-ae84-2b4c2b1b8d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:17:20.960172 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Network hostable DHCP agents. Network: eb75e390-00f7-4898-ae84-2b4c2b1b8d81, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:17:20.973190 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:20.978017 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c1f098-f6bc-4f55-8a7e-c7fe3658a447 x-openstack-request-id: req-95c1f098-f6bc-4f55-8a7e-c7fe3658a447 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:17:20.978327 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:17:20.978626 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95c1f098-f6bc-4f55-8a7e-c7fe3658a447 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:17:20.979022 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'status': 'completed', 'code': 200} Feb 04 10:17:20.981019 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c5782-c184-4735-8a59-312de9c0f038 service neutron] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:20.986287 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Network eb75e390-00f7-4898-ae84-2b4c2b1b8d81 is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:17:21.000675 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, eb75e390-00f7-4898-ae84-2b4c2b1b8d81) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:17:21.005502 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.005982 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-0f2a0a74-de94-47cf-ba87-2fe2210e3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.006232 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.007661 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-0f2a0a74-de94-47cf-ba87-2fe2210e3ea1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1127 time: 0.0630732 Feb 04 10:17:21.011613 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2358b91-de2b-4697-9548-c68e6ef8f33c None None] Network eb75e390-00f7-4898-ae84-2b4c2b1b8d81 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:17:21.023930 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7bca66d6-650c-443d-bf6b-8082f50aa442 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3657517 Feb 04 10:17:21.075808 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-c0d7cd9c-89b6-4326-845e-ed0c01d1cab9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 217 time: 0.0554852 Feb 04 10:17:21.130200 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683daaf-4b86-4332-88c8-3d0f588af552 None None] Network eb75e390-00f7-4898-ae84-2b4c2b1b8d81 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:17:21.133841 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-5dfd6a4e-25e4-4031-9c09-8054e23ea9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.136303 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-5dfd6a4e-25e4-4031-9c09-8054e23ea9fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.0537517 Feb 04 10:17:21.197558 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488970e6-8741-4e9c-997f-6ba177eae478 req-c4d9690a-c131-4f22-8b4d-9c331ee10860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.199224 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-c4d9690a-c131-4f22-8b4d-9c331ee10860 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565286 Feb 04 10:17:21.297107 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-e84ef132-8b95-4f3e-b8c3-c37e20682c8b service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909703 Feb 04 10:17:21.391752 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-488970e6-8741-4e9c-997f-6ba177eae478 req-3fe32607-0418-48c0-b2fd-9435a5fb4b8b service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887110 Feb 04 10:17:21.533636 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-059caf9b-969c-45ff-902f-2ac0dfb15778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.533787 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:21.535124 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-059caf9b-969c-45ff-902f-2ac0dfb15778 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1127 time: 0.0452292 Feb 04 10:17:21.538693 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-650326332-network', 'tenant_id': '80f6ca3348e54a9dbb4d4619f36ad959'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:21.556244 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Made reservation on behalf of 80f6ca3348e54a9dbb4d4619f36ad959 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:17:21.558534 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.567189 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.629571 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-4cb97015-ebe3-42b6-9483-2b3f8ae9cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.631117 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-4cb97015-ebe3-42b6-9483-2b3f8ae9cc90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 909 time: 0.0878644 Feb 04 10:17:21.640166 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks [] for security_group (266ee995-ae57-4dd9-b72c-9d04e888e46a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.643699 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (266ee995-ae57-4dd9-b72c-9d04e888e46a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.664048 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:17:21.674361 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-a7989ad7-7cf1-4fdd-9fbf-50bcab4ce08e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 217 time: 0.0354846 Feb 04 10:17:21.676944 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ee995-ae57-4dd9-b72c-9d04e888e46a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:21.681697 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (5dec7c14-d6ab-499f-9a30-3e2102482040), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.682035 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Added segment 5dec7c14-d6ab-499f-9a30-3e2102482040 of type vlan for network 318bc099-917b-4303-a223-dbb9a223cb2d Feb 04 10:17:21.725152 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788238662858'] for network (318bc099-917b-4303-a223-dbb9a223cb2d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.727864 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-57bdfada-5ba3-4283-8e3f-d251de27c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.729326 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-57bdfada-5ba3-4283-8e3f-d251de27c3bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.0491769 Feb 04 10:17:21.750453 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901'] for network (318bc099-917b-4303-a223-dbb9a223cb2d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.751526 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.752146 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:21.778021 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-9fec6cf5-1c6f-43f6-a03b-453f9b8be8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:21.780205 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-9fec6cf5-1c6f-43f6-a03b-453f9b8be8a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450685 Feb 04 10:17:21.811113 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2762387 Feb 04 10:17:21.811737 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:21.819825 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Request body: {'subnet': {'network_id': '318bc099-917b-4303-a223-dbb9a223cb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-650326332-subnet', 'tenant_id': '80f6ca3348e54a9dbb4d4619f36ad959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:21.830405 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4569bac-796d-47eb-8f12-3abbf5a778ae admin admin] Pushing event updated for resources: {'Network': ['ID=318bc099-917b-4303-a223-dbb9a223cb2d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:21.841931 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Network 318bc099-917b-4303-a223-dbb9a223cb2d details requested by agent ovs-agent-dv-cinder-826607-3-iscsi with host dv-cinder-826607-3-iscsi {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 10:17:21.844619 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Made reservation on behalf of 80f6ca3348e54a9dbb4d4619f36ad959 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:17:21.847591 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11315668'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:22.021964 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12047510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11315682'] for subnet (5d82578a-1f9f-4a80-bbbb-cdcc2876873b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:22.079240 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d82578a-1f9f-4a80-bbbb-cdcc2876873b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:22.088172 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Checking segment: {'id': '5dec7c14-d6ab-499f-9a30-3e2102482040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '318bc099-917b-4303-a223-dbb9a223cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:17:22.088534 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Network hostable DHCP agents. Network: 318bc099-917b-4303-a223-dbb9a223cb2d, hostable agents: ['df16292e-f209-4a9e-90a2-0de57cf890d4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:17:22.104934 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Network 318bc099-917b-4303-a223-dbb9a223cb2d is scheduled to be hosted by DHCP agent df16292e-f209-4a9e-90a2-0de57cf890d4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:17:22.114575 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-3-iscsi, 318bc099-917b-4303-a223-dbb9a223cb2d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:17:22.118680 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:22.119285 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:22.125188 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5ef4e-d5d2-41b1-a2b7-1aad8be1c486 None None] Network 318bc099-917b-4303-a223-dbb9a223cb2d requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:17:22.145046 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e13d964a-9fd8-4759-b209-b9fe10720db4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3303316 Feb 04 10:17:22.176438 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-a6f656f1-654c-43e3-b171-f8ad25be3784 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883426 Feb 04 10:17:22.195322 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c1bfe-987f-4001-af9d-7288a9fe97d8 req-cd64006e-0163-4985-9baa-9760ee42b3ca tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:22.196796 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e22c1bfe-987f-4001-af9d-7288a9fe97d8 req-cd64006e-0163-4985-9baa-9760ee42b3ca tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.3628531 Feb 04 10:17:22.235785 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd3b38-52ad-4d8c-af28-005b36242e1d None None] Network 318bc099-917b-4303-a223-dbb9a223cb2d requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:17:22.294874 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e22c1bfe-987f-4001-af9d-7288a9fe97d8 req-253bee0a-50e6-427a-8b07-29d6f7e89688 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866158 Feb 04 10:17:22.310230 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7fde003f-ffdb-4c2a-ade1-39ae435a6693 req-f2f19d43-987f-49b9-b312-29429b11fbde service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284564 Feb 04 10:17:23.421463 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414e9ef-049e-4ad7-88de-4ea0b4a70c77 req-ad2a48b4-f31c-4092-9d29-56204cc57d2e tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:23.422953 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6414e9ef-049e-4ad7-88de-4ea0b4a70c77 req-ad2a48b4-f31c-4092-9d29-56204cc57d2e tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0565355 Feb 04 10:17:23.470821 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6414e9ef-049e-4ad7-88de-4ea0b4a70c77 req-2e669bdb-d9e4-4b8b-9cc8-88a44d510e3d tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Feb 04 10:17:24.584599 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bbb8b-0521-46c9-be8b-24ae4053fcdd req-59ffa8b5-4686-4c15-9523-67ca18ef1af5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:24.586048 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-580bbb8b-0521-46c9-be8b-24ae4053fcdd req-59ffa8b5-4686-4c15-9523-67ca18ef1af5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0508101 Feb 04 10:17:24.632137 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-580bbb8b-0521-46c9-be8b-24ae4053fcdd req-9ce51bb6-aa67-4160-a107-7860417be7a9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399857 Feb 04 10:17:25.745984 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17253-50d4-468e-9011-d5c96c5e4de5 req-ef20a28e-cb07-46e4-99c1-bc0c919e0a8d tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:25.748050 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8a17253-50d4-468e-9011-d5c96c5e4de5 req-ef20a28e-cb07-46e4-99c1-bc0c919e0a8d tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0524268 Feb 04 10:17:25.798167 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8a17253-50d4-468e-9011-d5c96c5e4de5 req-9e9331a5-f6b8-48e6-ac85-c84b0c198f7e tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 Feb 04 10:17:26.914137 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec7686-9280-43f5-9c9e-080f32deac0f req-63b8df87-b0fd-4d1b-8dcc-9f1b4be7e280 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:26.915647 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2eec7686-9280-43f5-9c9e-080f32deac0f req-63b8df87-b0fd-4d1b-8dcc-9f1b4be7e280 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0522132 Feb 04 10:17:26.963999 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2eec7686-9280-43f5-9c9e-080f32deac0f req-62314903-c61a-4209-b46a-6aa26be2db58 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Feb 04 10:17:28.082027 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7600-647b-4c5a-8e7b-fa0389745aac req-c85e1fba-384e-4a65-a2b6-458201041ee5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:28.083680 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-76bc7600-647b-4c5a-8e7b-fa0389745aac req-c85e1fba-384e-4a65-a2b6-458201041ee5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0531194 Feb 04 10:17:28.133008 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-76bc7600-647b-4c5a-8e7b-fa0389745aac req-3eb2d7e2-1cad-4442-8e7d-b8e4faf1abaf tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436325 Feb 04 10:17:29.229694 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device a66ddb43-b10a-485e-87b2-088a5bd2d2fc details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:17:29.268005 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d5f3-c7c4-422f-a604-1ecfe239c6c8 req-414415be-2422-41ad-8a46-157ec5571039 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:29.269492 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea61d5f3-c7c4-422f-a604-1ecfe239c6c8 req-414415be-2422-41ad-8a46-157ec5571039 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0670054 Feb 04 10:17:29.318256 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea61d5f3-c7c4-422f-a604-1ecfe239c6c8 req-bd33bc27-a9a7-47ae-a297-b2b83016dc47 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Feb 04 10:17:29.326386 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:29.337861 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'port_id': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'mac_address': 'fa:16:3e:94:4a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:17:29.372915 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port a66ddb43-b10a-485e-87b2-088a5bd2d2fc is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:29.373297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:29.385288 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66ddb43-b10a-485e-87b2-088a5bd2d2fc {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:17:29.404641 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:29.408382 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:29.452780 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:29.694319 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['a66ddb43-b10a-485e-87b2-088a5bd2d2fc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:17:30.434040 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdab8c8-bd7b-4f30-a4e4-0f525ca8e451 req-b603c49c-be36-4196-8c60-98f4d604cbc5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:30.435492 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccdab8c8-bd7b-4f30-a4e4-0f525ca8e451 req-b603c49c-be36-4196-8c60-98f4d604cbc5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 944 time: 0.0514097 Feb 04 10:17:30.482096 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ccdab8c8-bd7b-4f30-a4e4-0f525ca8e451 req-6cadcfd9-9161-45f7-8bb7-31854a756605 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 Feb 04 10:17:31.243349 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device a66ddb43-b10a-485e-87b2-088a5bd2d2fc up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:17:31.422438 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port a66ddb43-b10a-485e-87b2-088a5bd2d2fc completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:17:31.426073 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port a66ddb43-b10a-485e-87b2-088a5bd2d2fc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:31.426460 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:31.504328 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port a66ddb43-b10a-485e-87b2-088a5bd2d2fc is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:17:31.504716 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:31.527635 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:17:31.530456 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87012cdc-e482-4b6d-ac1f-c5de99078cdc" -d '{"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-plugged", "status": "completed", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:17:31.543590 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:17:31.547798 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:31.573236 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4921f2-7ff3-4ca4-a8a8-41c80d9b5d45 x-openstack-request-id: req-cc4921f2-7ff3-4ca4-a8a8-41c80d9b5d45 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:17:31.573527 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-plugged", "status": "completed", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:17:31.573775 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc4921f2-7ff3-4ca4-a8a8-41c80d9b5d45 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:17:31.574156 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'code': 200} Feb 04 10:17:31.599398 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:31.605410 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f39e7-cd78-4dd1-9340-388890f55026 req-d5ee82c8-2133-417f-a027-8fd0bc8d0c1f tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:31.606990 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a43f39e7-cd78-4dd1-9340-388890f55026 req-d5ee82c8-2133-417f-a027-8fd0bc8d0c1f tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0573530 Feb 04 10:17:31.657854 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a43f39e7-cd78-4dd1-9340-388890f55026 req-8466e0cf-0e0a-472e-b770-c05b708273c2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446715 Feb 04 10:17:31.815853 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d5e1-3653-4c0f-9cd9-93a966de6f31 req-d6014e6b-39ac-41ba-beac-da6deb247935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:31.817214 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0556d5e1-3653-4c0f-9cd9-93a966de6f31 req-d6014e6b-39ac-41ba-beac-da6deb247935 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1129 time: 0.0425854 Feb 04 10:17:31.859945 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0556d5e1-3653-4c0f-9cd9-93a966de6f31 req-79322710-235f-4b7f-b50f-89277ac30635 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369785 Feb 04 10:17:32.806362 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c725d97-fed3-4fa0-a9f0-133dbdb5dc4e req-17645e2a-16e0-4df0-b322-74e390c341f9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:32.807879 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c725d97-fed3-4fa0-a9f0-133dbdb5dc4e req-17645e2a-16e0-4df0-b322-74e390c341f9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0658581 Feb 04 10:17:32.864571 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c725d97-fed3-4fa0-a9f0-133dbdb5dc4e req-e4f943ff-7cf5-4152-9ed5-f2999df4c508 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499840 Feb 04 10:17:33.989727 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c66bd-f538-4162-b605-af999ba92222 req-5c471df1-efff-473b-aa46-09ad1d7df763 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:33.991359 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-da0c66bd-f538-4162-b605-af999ba92222 req-5c471df1-efff-473b-aa46-09ad1d7df763 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0629888 Feb 04 10:17:34.040662 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-da0c66bd-f538-4162-b605-af999ba92222 req-e0a2e81c-55ad-4ad3-b1e8-6a73442ecf47 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Feb 04 10:17:34.162593 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b972c0-608a-4904-b744-b4063d3faa4c req-35b1e6bb-40fb-4814-a39d-8422eeef9ddd tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:34.164120 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69b972c0-608a-4904-b744-b4063d3faa4c req-35b1e6bb-40fb-4814-a39d-8422eeef9ddd tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0535064 Feb 04 10:17:34.216533 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69b972c0-608a-4904-b744-b4063d3faa4c req-d37e6aa7-f664-4fcf-8ea4-d3f63e6a9deb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469000 Feb 04 10:17:34.237640 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39670) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:34.433583 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab75db-12b8-4647-950d-58617eeee9a1 tempest-TestShelveInstance-1222599125 tempest-TestShelveInstance-1222599125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:34.435832 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b0ab75db-12b8-4647-950d-58617eeee9a1 tempest-TestShelveInstance-1222599125 tempest-TestShelveInstance-1222599125-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1124 time: 0.1967659 Feb 04 10:17:34.438920 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39678) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:34.443193 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'port_id': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:34.463020 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:34.559087 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:34.662843 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Allocated IP 172.27.0.199 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/3b5f3e87-ed28-4440-8a15-338b0b6e598f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:17:34.758546 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:34.791053 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:34.830993 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:17:34.833733 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:17:34.837134 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:17:34.861206 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'Port': ['ID=3b5f3e87-ed28-4440-8a15-338b0b6e598f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:35.175061 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for floatingip (20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.242809 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.399519 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.404210 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12046609'] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.439201 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:35.470629 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event updated for resources: {'Port': ['ID=3b5f3e87-ed28-4440-8a15-338b0b6e598f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:35.482369 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.486767 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] Deleting subnet 3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:17:35.489987 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] Publish callbacks [] for subnet (3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.524462 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2087350'] for subnet (3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.563888 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.582542 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Floating IP 20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc associated. External IP: 172.27.0.199, port: a66ddb43-b10a-485e-87b2-088a5bd2d2fc. Feb 04 10:17:35.616081 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11711559'] for subnet (3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.640088 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:35.647740 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.650952 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d677d240-49f4-45cf-bfc8-77fb5b697e80 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3e7f65fc-7ffc-401a-8d2d-3dddf9ead1db HTTP/1.1" status: 204 len: 168 time: 0.2106073 Feb 04 10:17:35.653478 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39692) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:35.724631 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (eb75e390-00f7-4898-ae84-2b4c2b1b8d81), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.805359 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (eb75e390-00f7-4898-ae84-2b4c2b1b8d81), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.827433 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb75e390-00f7-4898-ae84-2b4c2b1b8d81']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:35.837310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96b4ea5-68d3-49f4-b751-6354aa0ba890') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:35.837604 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96b4ea5-68d3-49f4-b751-6354aa0ba890') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:35.852337 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (a96b4ea5-68d3-49f4-b751-6354aa0ba890), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.866825 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (a96b4ea5-68d3-49f4-b751-6354aa0ba890), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.873743 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:17:35.874162 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (a96b4ea5-68d3-49f4-b751-6354aa0ba890), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:17:35.875943 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:17:35.929704 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (eb75e390-00f7-4898-ae84-2b4c2b1b8d81), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.936096 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:35.940095 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eb75e390-00f7-4898-ae84-2b4c2b1b8d81 HTTP/1.1" status: 204 len: 168 time: 0.2856631 Feb 04 10:17:35.950715 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39694) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:35.959217 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eadb26-2884-419e-b2fb-708f45acbb45 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb75e390-00f7-4898-ae84-2b4c2b1b8d81,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:35.996604 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] Deleting subnet 5d82578a-1f9f-4a80-bbbb-cdcc2876873b {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:17:36.000354 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] Publish callbacks [] for subnet (5d82578a-1f9f-4a80-bbbb-cdcc2876873b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.001248 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Router e0e6a10a-11ec-4798-a16e-1331951cb6f6 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:17:36.038392 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2087350'] for subnet (5d82578a-1f9f-4a80-bbbb-cdcc2876873b), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.077588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (5d82578a-1f9f-4a80-bbbb-cdcc2876873b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.107296 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:17:36.117522 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] Sync routers for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:17:36.125078 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.128892 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:17:36.129519 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:17:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:36.133976 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11711559'] for subnet (5d82578a-1f9f-4a80-bbbb-cdcc2876873b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.166871 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9b442284-7443-4cfc-805f-ff4a33f3af23 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7159739 Feb 04 10:17:36.166871 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:17:36.167519 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d82578a-1f9f-4a80-bbbb-cdcc2876873b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:36.167658 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0446044503a5189f6970192ec73dd4a9f2c440c84b10b226ecfeaa586a318106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f58e85-cd25-4ed7-882e-9fd575b0efe2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:17:36.177609 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.183788 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7d912a66-8702-457c-80b8-49d6e2390f70 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5d82578a-1f9f-4a80-bbbb-cdcc2876873b HTTP/1.1" status: 204 len: 168 time: 0.2297916 Feb 04 10:17:36.184234 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39700) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:36.225493 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b58d51-72d6-416a-a6d8-e04a8c4d0816 x-openstack-request-id: req-b5b58d51-72d6-416a-a6d8-e04a8c4d0816 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:17:36.225787 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:17:36.226037 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5b58d51-72d6-416a-a6d8-e04a8c4d0816 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:17:36.226425 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'status': 'completed', 'code': 200} Feb 04 10:17:36.254040 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (318bc099-917b-4303-a223-dbb9a223cb2d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.256967 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:17:36.294795 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-4df9270b-1ed9-4349-8c92-4ef1cba6d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:36.296349 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-4df9270b-1ed9-4349-8c92-4ef1cba6d4f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1129 time: 0.0470541 Feb 04 10:17:36.334423 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (318bc099-917b-4303-a223-dbb9a223cb2d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.357575 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318bc099-917b-4303-a223-dbb9a223cb2d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:36.367778 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dec7c14-d6ab-499f-9a30-3e2102482040') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:36.368083 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dec7c14-d6ab-499f-9a30-3e2102482040') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:36.377686 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211213'] for segment (5dec7c14-d6ab-499f-9a30-3e2102482040), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.391410 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (5dec7c14-d6ab-499f-9a30-3e2102482040), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.393852 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-f6542bc4-5df3-4d0c-8718-8fc7fbc72fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:36.395629 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-f6542bc4-5df3-4d0c-8718-8fc7fbc72fb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 909 time: 0.0940995 Feb 04 10:17:36.397389 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:17:36.397780 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12046837'] for segment (5dec7c14-d6ab-499f-9a30-3e2102482040), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: timer() Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: cb(*args, **kw) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: self._notify() Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: self.callback(batched_events) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: event.method(event) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._get(url).json() Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:17:36.399416 dv-cinder-826607-3-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:17:36.465358 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (318bc099-917b-4303-a223-dbb9a223cb2d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.469060 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-70e80ee7-6687-43ae-a015-b3d1d9d22145 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 999 time: 0.0679581 Feb 04 10:17:36.472152 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.478452 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] 10.222.0.39 "DELETE /v2.0/networks/318bc099-917b-4303-a223-dbb9a223cb2d HTTP/1.1" status: 204 len: 168 time: 0.2932646 Feb 04 10:17:36.493182 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb593ca4-fc28-498b-aeae-61ba7f129065 admin admin] Pushing event deleted for resources: {'Network': ['ID=318bc099-917b-4303-a223-dbb9a223cb2d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:36.513793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'port_id': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'mac_address': 'fa:16:3e:94:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:17:35Z', 'updated_at': '2022-02-04T10:17:35Z', 'revision_number': 0, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 5, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:36.525633 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-d5266e65-0ab6-4650-9d7b-44bdcd54125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:36.527164 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-d5266e65-0ab6-4650-9d7b-44bdcd54125d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.0523291 Feb 04 10:17:36.545504 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] Checking router: e0e6a10a-11ec-4798-a16e-1331951cb6f6 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:17:36.554089 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:17:36.554711 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:17:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:36.578596 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-a58b2bae-f4a2-4211-a508-1e0b4446acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:36.580303 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-a58b2bae-f4a2-4211-a508-1e0b4446acb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475447 Feb 04 10:17:36.650510 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:36.671385 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-7ac291a6-320d-4e3d-93d8-b99231996c57 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844402 Feb 04 10:17:36.673191 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:17:36.700911 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ed4c1ad9-5079-4013-9f67-c7070d2424cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de45e8875c6d436e808683dfc866c02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490441 Feb 04 10:17:36.703016 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39706) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:36.751944 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-731098d7-d074-4ca7-a4c8-fec23bc42f88 admin admin] Publish callbacks [] for security_group (8e585059-eb5f-4f83-a9a0-ea2b1bee3acd), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.769357 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46f58e85-cd25-4ed7-882e-9fd575b0efe2 req-c29a7b97-83fe-43ea-b376-e120d98285d7 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914400 Feb 04 10:17:36.775871 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-731098d7-d074-4ca7-a4c8-fec23bc42f88 admin admin] Publish callbacks [] for security_group (8e585059-eb5f-4f83-a9a0-ea2b1bee3acd), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.829218 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-731098d7-d074-4ca7-a4c8-fec23bc42f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (8e585059-eb5f-4f83-a9a0-ea2b1bee3acd), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.831948 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-731098d7-d074-4ca7-a4c8-fec23bc42f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:36.833259 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-731098d7-d074-4ca7-a4c8-fec23bc42f88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e585059-eb5f-4f83-a9a0-ea2b1bee3acd HTTP/1.1" status: 204 len: 168 time: 0.1293087 Feb 04 10:17:36.841180 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731098d7-d074-4ca7-a4c8-fec23bc42f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e585059-eb5f-4f83-a9a0-ea2b1bee3acd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:36.921290 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'port_id': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'mac_address': 'fa:16:3e:94:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:17:35Z', 'updated_at': '2022-02-04T10:17:35Z', 'revision_number': 0, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 5, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:17:36.954599 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921550cb-3939-43a4-9e53-e13e3b899cb2 None None] The sync data for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi is: [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'port_id': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'mac_address': 'fa:16:3e:94:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:17:35Z', 'updated_at': '2022-02-04T10:17:35Z', 'revision_number': 0, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 5, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:17:37.156514 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39712) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:37.159369 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3459d3e-84cd-42f6-a539-337cfbee438f None None] New status for floating IP 20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:17:37.197198 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-70d4eca0-aad5-407f-a302-b49db42afb0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80f6ca3348e54a9dbb4d4619f36ad959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394385 Feb 04 10:17:37.200321 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39714) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:37.245911 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3175d4a-4787-4f92-911e-c3beabcf0e67 admin admin] Publish callbacks [] for security_group (266ee995-ae57-4dd9-b72c-9d04e888e46a), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:37.267493 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3175d4a-4787-4f92-911e-c3beabcf0e67 admin admin] Publish callbacks [] for security_group (266ee995-ae57-4dd9-b72c-9d04e888e46a), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:37.316937 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3175d4a-4787-4f92-911e-c3beabcf0e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (266ee995-ae57-4dd9-b72c-9d04e888e46a), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:37.319764 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3175d4a-4787-4f92-911e-c3beabcf0e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:37.320989 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e3175d4a-4787-4f92-911e-c3beabcf0e67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/266ee995-ae57-4dd9-b72c-9d04e888e46a HTTP/1.1" status: 204 len: 168 time: 0.1197727 Feb 04 10:17:37.329481 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3175d4a-4787-4f92-911e-c3beabcf0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ee995-ae57-4dd9-b72c-9d04e888e46a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:38.312809 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39744) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:38.418001 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90172ef-3e91-4303-917b-7094cbb79220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:38.493041 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90172ef-3e91-4303-917b-7094cbb79220 admin admin] Publish callbacks [] for security_group (e5bd11ca-cda4-4d35-8967-3f826a4c26d6), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:38.496734 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90172ef-3e91-4303-917b-7094cbb79220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e5bd11ca-cda4-4d35-8967-3f826a4c26d6), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:38.534419 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a90172ef-3e91-4303-917b-7094cbb79220 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cb24b6ca18d4c9183df4e60d59e16a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202818 Feb 04 10:17:38.535283 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90172ef-3e91-4303-917b-7094cbb79220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bd11ca-cda4-4d35-8967-3f826a4c26d6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:38.537795 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39748) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:17:38.585199 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba5127f0-bbc8-41a9-9608-2940903bfb00 admin admin] Publish callbacks [] for security_group (e5bd11ca-cda4-4d35-8967-3f826a4c26d6), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:38.605634 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba5127f0-bbc8-41a9-9608-2940903bfb00 admin admin] Publish callbacks [] for security_group (e5bd11ca-cda4-4d35-8967-3f826a4c26d6), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:38.649082 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba5127f0-bbc8-41a9-9608-2940903bfb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (e5bd11ca-cda4-4d35-8967-3f826a4c26d6), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:38.651593 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba5127f0-bbc8-41a9-9608-2940903bfb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:38.653237 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ba5127f0-bbc8-41a9-9608-2940903bfb00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5bd11ca-cda4-4d35-8967-3f826a4c26d6 HTTP/1.1" status: 204 len: 168 time: 0.1137345 Feb 04 10:17:38.660472 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5127f0-bbc8-41a9-9608-2940903bfb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bd11ca-cda4-4d35-8967-3f826a4c26d6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:40.847442 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2607f6ac-ff2d-4e5f-ab3d-358985709c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:40.927619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:43.118784 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c1f82c1b-0fb9-43c4-bca3-5735931cd194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:43.895433 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:44.310161 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-9921a73b-18c1-4c70-ae94-a62870930b94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429723 Feb 04 10:17:44.412666 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-5dc82da1-56ef-475d-9e09-f1b4f0ff8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:44.414121 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-5dc82da1-56ef-475d-9e09-f1b4f0ff8276 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1129 time: 0.0438707 Feb 04 10:17:44.519111 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-ac6e7bfe-06f5-4a9a-915c-c9a2a449bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:44.520608 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-ac6e7bfe-06f5-4a9a-915c-c9a2a449bc7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.0856576 Feb 04 10:17:44.582453 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-303fd127-7435-46e6-ab6a-6530e3423c78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 200 len: 1001 time: 0.0564225 Feb 04 10:17:44.634893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-4a081680-12bc-453d-84c6-e23e64b86c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:44.636359 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-4a081680-12bc-453d-84c6-e23e64b86c2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0452414 Feb 04 10:17:44.682478 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-6cbcf988-c8b4-43f6-85e8-e7e71ad2835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:44.684499 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-6cbcf988-c8b4-43f6-85e8-e7e71ad2835f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422578 Feb 04 10:17:44.769185 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-0142d05a-c0fb-482f-ad6d-8a99da072b33 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789349 Feb 04 10:17:44.862094 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4183f742-12d0-460c-83f4-1f567eeca0d3 req-2716c7b2-28c2-4ca4-989b-30ab65e96cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832140 Feb 04 10:17:45.257682 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:17:45.600701 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:46.898256 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:17:58.882597 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-7869819e-4c33-48f0-8dcc-1de3916d58dc tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224930406&fields=id&tenant_id=82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 267 time: 0.0429184 Feb 04 10:17:58.989287 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-3bd24a15-bedc-4212-8e87-daa587d95699 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:58.990755 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-3bd24a15-bedc-4212-8e87-daa587d95699 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 812 time: 0.1014893 Feb 04 10:17:59.005225 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-b6c30751-59ae-4330-a4ae-c62a5cd4e684 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/quotas/82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 375 time: 0.0093071 Feb 04 10:17:59.059140 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-39bae519-1024-4404-8192-0c3c36deeaf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492997 Feb 04 10:17:59.152511 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-4efdc107-593e-4f8b-b081-c6c38ff4dc94 service neutron] 10.222.0.39 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819705 Feb 04 10:17:59.239249 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-c0f479ad-ea70-4324-9b01-1fdc473827aa service neutron] 10.222.0.39 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812991 Feb 04 10:17:59.523017 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-726dc280-5afa-4389-ad5b-ff976fc19b31 req-63660aa4-6606-4638-8172-f3e4bb09d0f2 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 210 time: 0.0267038 Feb 04 10:18:00.504970 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-896de792-21f5-4960-a70d-ea01d814f51a tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:00.506436 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-896de792-21f5-4960-a70d-ea01d814f51a tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 812 time: 0.1047544 Feb 04 10:18:00.605266 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-1b1a2154-9468-4dc8-b891-695f09ce6e86 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82ceff3cd33547a8853b434c2ff985fb HTTP/1.1" status: 200 len: 380 time: 0.0640676 Feb 04 10:18:00.621760 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-deeb8a81-c592-48f1-bcc7-68c3a37fff39 req-e35a44d2-37a1-48af-be91-9a6af047bb58 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 210 time: 0.0315518 Feb 04 10:18:00.625599 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'port': {'device_id': '93a947f0-2ded-4617-9566-a55faaab3f17', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'admin_state_up': True, 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'security_groups': ['6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:18:00.729669 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Made reservation on behalf of 82ceff3cd33547a8853b434c2ff985fb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:18:00.733554 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:00.853838 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Allocated IP 172.20.0.13 (0462e3fd-bf11-4c81-bca7-4bcabeaedc29/c19f52e1-3c11-4997-8a21-d510c8d234f4/138b56da-307b-4d47-b7e1-09da4618f90b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:18:00.996158 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (138b56da-307b-4d47-b7e1-09da4618f90b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.029748 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.076746 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:18:01.079892 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:18:01.083632 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:18:01.109480 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=138b56da-307b-4d47-b7e1-09da4618f90b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:01.122450 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.122798 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.123215 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.123498 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.123859 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.124208 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.124542 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.124872 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.125220 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.125531 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.125859 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.126187 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.126517 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:01.149221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:01.149847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.166966 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f410fdd6-fb4c-424f-b856-62b6d87d3db9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5475342 Feb 04 10:18:01.186584 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Request body: {'port': {'device_id': '93a947f0-2ded-4617-9566-a55faaab3f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:18:01.249227 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.314931 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cf63f834-d9c4-480a-b9f3-54b069e9a485 None None] Provisioning complete for port 138b56da-307b-4d47-b7e1-09da4618f90b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:18:01.315492 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf63f834-d9c4-480a-b9f3-54b069e9a485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.349912 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cf63f834-d9c4-480a-b9f3-54b069e9a485 None None] Port 138b56da-307b-4d47-b7e1-09da4618f90b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 10:18:01.512799 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138b56da-307b-4d47-b7e1-09da4618f90b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:18:01.519992 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Publish callbacks [] for port (138b56da-307b-4d47-b7e1-09da4618f90b), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.532072 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Transition to ACTIVE for port object 138b56da-307b-4d47-b7e1-09da4618f90b will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:18:01.535927 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.585924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Pushing event updated for resources: {'Port': ['ID=138b56da-307b-4d47-b7e1-09da4618f90b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:01.651018 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Attempting to bind port 138b56da-307b-4d47-b7e1-09da4618f90b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 10:18:01.651362 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Attempting to bind port 138b56da-307b-4d47-b7e1-09da4618f90b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 10:18:01.651722 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Attempting to bind port 138b56da-307b-4d47-b7e1-09da4618f90b on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:18:01.656844 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Port 138b56da-307b-4d47-b7e1-09da4618f90b on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 10:18:01.657168 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Attempting to bind port 138b56da-307b-4d47-b7e1-09da4618f90b on network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 10:18:01.662335 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Checking agent: {'id': '10cd4bfa-ed95-4a66-81c9-da2193c6d89d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'started_at': datetime.datetime(2022, 2, 4, 10, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 10:18:01.662756 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Checking segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 10:18:01.663204 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Bound using segment: {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 10:18:01.663753 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Bound port: 138b56da-307b-4d47-b7e1-09da4618f90b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e256fc-0dfb-40bb-911f-a5b72416ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 10:18:01.664169 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.760649 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] For port 138b56da-307b-4d47-b7e1-09da4618f90b, host hv-cinder-82660, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 10:18:01.765152 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] For port 138b56da-307b-4d47-b7e1-09da4618f90b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=138b56da-307b-4d47-b7e1-09da4618f90b,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 10:18:01.771691 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.787105 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652ea46-c601-4193-9c46-d091189b8d8c req-301a2a8d-afbc-4aad-9b73-3a776b3344ba tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:01.788673 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9652ea46-c601-4193-9c46-d091189b8d8c req-301a2a8d-afbc-4aad-9b73-3a776b3344ba tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 944 time: 0.0883760 Feb 04 10:18:01.830812 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:01.831433 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:01.832847 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] 10.222.0.57 "PUT /v2.0/ports/138b56da-307b-4d47-b7e1-09da4618f90b HTTP/1.1" status: 200 len: 1094 time: 0.6516051 Feb 04 10:18:01.835019 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:18:01.837359 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46890c38-0667-4895-b2f7-2550d36619a5" -d '{"events": [{"name": "network-changed", "server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:18:01.870449 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58284f7-658b-4875-b37c-66ddbfa1849c service neutron] Pushing event updated for resources: {'Port': ['ID=138b56da-307b-4d47-b7e1-09da4618f90b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:01.886388 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9652ea46-c601-4193-9c46-d091189b8d8c req-65eeb768-5c44-43b0-a8ef-1986e90ba1ad tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794351 Feb 04 10:18:01.891096 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d16a8a-7e51-4697-8a33-b941a12e2721 x-openstack-request-id: req-22d16a8a-7e51-4697-8a33-b941a12e2721 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:18:01.891661 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:18:01.892156 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22d16a8a-7e51-4697-8a33-b941a12e2721 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:18:01.892648 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b', 'status': 'completed', 'code': 200} Feb 04 10:18:01.954027 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-46a99a7f-178f-4c50-924d-fabfb8f23bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:01.955617 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-46a99a7f-178f-4c50-924d-fabfb8f23bbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 1128 time: 0.0505874 Feb 04 10:18:02.004066 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-d092b59d-bcb6-46e7-9c2f-6aa61f9bf969 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=138b56da-307b-4d47-b7e1-09da4618f90b HTTP/1.1" status: 200 len: 217 time: 0.0339959 Feb 04 10:18:02.050438 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a1b76049-27bd-4714-9041-3d65d67382eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:02.051785 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-a1b76049-27bd-4714-9041-3d65d67382eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0420716 Feb 04 10:18:02.102983 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-44c6b32c-5460-4b22-8587-5a02ff1df61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:02.104532 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-44c6b32c-5460-4b22-8587-5a02ff1df61c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469499 Feb 04 10:18:02.192663 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-34372668-ad6f-476b-876d-5969dd041a1f service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808387 Feb 04 10:18:02.282357 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e67cc3db-7914-4aa3-9d6c-7c8ef82820c2 req-f49cbc66-cfc5-4872-b963-af47eece1444 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837975 Feb 04 10:18:02.415879 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890c38-0667-4895-b2f7-2550d36619a5 req-241f9fb5-a7af-4fed-980c-9283ebe33104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:02.417387 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46890c38-0667-4895-b2f7-2550d36619a5 req-241f9fb5-a7af-4fed-980c-9283ebe33104 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 1128 time: 0.0440300 Feb 04 10:18:02.503313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890c38-0667-4895-b2f7-2550d36619a5 req-61682904-dc29-4acd-abeb-d9072d5f9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:02.504794 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46890c38-0667-4895-b2f7-2550d36619a5 req-61682904-dc29-4acd-abeb-d9072d5f9bef service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.0805128 Feb 04 10:18:02.548271 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46890c38-0667-4895-b2f7-2550d36619a5 req-bc164360-f459-4ead-a41b-e949770f0d66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=138b56da-307b-4d47-b7e1-09da4618f90b HTTP/1.1" status: 200 len: 217 time: 0.0368476 Feb 04 10:18:02.602130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890c38-0667-4895-b2f7-2550d36619a5 req-4af876bf-9778-4fc3-b811-65a6db846cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:02.603643 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46890c38-0667-4895-b2f7-2550d36619a5 req-4af876bf-9778-4fc3-b811-65a6db846cb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0494025 Feb 04 10:18:02.652546 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890c38-0667-4895-b2f7-2550d36619a5 req-89fb88da-4713-4fc9-b498-6caa58140485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:02.654040 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46890c38-0667-4895-b2f7-2550d36619a5 req-89fb88da-4713-4fc9-b498-6caa58140485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433557 Feb 04 10:18:02.745521 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46890c38-0667-4895-b2f7-2550d36619a5 req-e57e9380-2e52-4b8e-b4ba-b9983586c0f4 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845928 Feb 04 10:18:02.833365 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46890c38-0667-4895-b2f7-2550d36619a5 req-3b7d6de2-371c-4128-93e1-ff6c0e43783b service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795827 Feb 04 10:18:03.008944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d69-3a01-477a-9718-01c11444bf13 req-4dd521a0-5e62-450e-95b8-eec334cf5ccc tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:03.010325 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5d28d69-3a01-477a-9718-01c11444bf13 req-4dd521a0-5e62-450e-95b8-eec334cf5ccc tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 944 time: 0.0524824 Feb 04 10:18:03.060637 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5d28d69-3a01-477a-9718-01c11444bf13 req-c2622d95-6850-4b30-ada6-f18b4f501b12 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Feb 04 10:18:04.173409 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb412f-c435-4379-9a3f-0d2b89cbd107 req-76fc1ee5-fa48-4ecd-9b79-de3cac8a9811 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:04.174858 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3cb412f-c435-4379-9a3f-0d2b89cbd107 req-76fc1ee5-fa48-4ecd-9b79-de3cac8a9811 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 944 time: 0.0511515 Feb 04 10:18:04.222779 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3cb412f-c435-4379-9a3f-0d2b89cbd107 req-8a476254-ea46-4b7e-9cae-91c45b087517 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Feb 04 10:18:05.483496 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c8fd4-a35c-4a43-a45c-57012ed629c3 req-e68f49bf-90e1-4822-9d4c-587c475af702 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:05.484988 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-512c8fd4-a35c-4a43-a45c-57012ed629c3 req-e68f49bf-90e1-4822-9d4c-587c475af702 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 944 time: 0.0517397 Feb 04 10:18:05.538697 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-512c8fd4-a35c-4a43-a45c-57012ed629c3 req-e0ca86da-50be-4347-85bd-df6eeb54022a tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482042 Feb 04 10:18:06.656652 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d32e1-dec1-4fb0-9db3-3ef6851be485 req-9f2bbfa1-5cf1-4e76-a8df-08aca01deba1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:06.658105 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-835d32e1-dec1-4fb0-9db3-3ef6851be485 req-9f2bbfa1-5cf1-4e76-a8df-08aca01deba1 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 944 time: 0.0544856 Feb 04 10:18:06.704542 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-835d32e1-dec1-4fb0-9db3-3ef6851be485 req-1986abb1-144a-455e-a574-0589ececb9d6 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410311 Feb 04 10:18:07.818525 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6053ea3-4276-443c-8395-1de578ff60cb req-3eeca420-cd0c-43ca-8fb7-0b5bf9a31754 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:07.820007 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6053ea3-4276-443c-8395-1de578ff60cb req-3eeca420-cd0c-43ca-8fb7-0b5bf9a31754 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 944 time: 0.0515738 Feb 04 10:18:07.866975 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6053ea3-4276-443c-8395-1de578ff60cb req-1d86f632-b3cf-48d7-97bf-0363dee3f6c7 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Feb 04 10:18:08.985263 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba951a9-b74a-4cd1-9502-36b184ad2042 req-6e04beca-db9e-45a1-aa54-4e4f8ffe09e5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:08.986773 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ba951a9-b74a-4cd1-9502-36b184ad2042 req-6e04beca-db9e-45a1-aa54-4e4f8ffe09e5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 944 time: 0.0558693 Feb 04 10:18:09.033998 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ba951a9-b74a-4cd1-9502-36b184ad2042 req-f70a9c1a-ec0b-46a1-ba9e-4e158b7198d6 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Feb 04 10:18:09.354646 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 138b56da-307b-4d47-b7e1-09da4618f90b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:18:09.450394 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 138b56da-307b-4d47-b7e1-09da4618f90b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=138b56da-307b-4d47-b7e1-09da4618f90b,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:18:09.461044 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': '138b56da-307b-4d47-b7e1-09da4618f90b', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'port_id': '138b56da-307b-4d47-b7e1-09da4618f90b', 'mac_address': 'fa:16:3e:d8:6a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:18:09.495856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 138b56da-307b-4d47-b7e1-09da4618f90b is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:18:09.496258 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:09.508558 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138b56da-307b-4d47-b7e1-09da4618f90b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:18:09.528600 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 138b56da-307b-4d47-b7e1-09da4618f90b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=138b56da-307b-4d47-b7e1-09da4618f90b,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:18:09.532391 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:09.598407 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=138b56da-307b-4d47-b7e1-09da4618f90b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:09.638004 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.638354 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.638695 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.639034 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.639364 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.639730 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.640061 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.640390 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.640716 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.641046 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.641369 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.641694 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.642015 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:09.870619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['138b56da-307b-4d47-b7e1-09da4618f90b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:18:10.147456 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef439270-78de-4b3e-88a1-610b07463751 req-1a72d405-7669-4f4e-a1ff-369d05388962 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:10.148941 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ef439270-78de-4b3e-88a1-610b07463751 req-1a72d405-7669-4f4e-a1ff-369d05388962 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 945 time: 0.0507834 Feb 04 10:18:10.197335 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ef439270-78de-4b3e-88a1-610b07463751 req-365a40be-7776-4ead-a3cc-d423152d7d81 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Feb 04 10:18:10.849987 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86fa34e2-762f-44c6-a1b8-9baa16983baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:10.932460 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:11.313090 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c0e7e-6703-4416-9423-fb00c6c38b91 req-e1d2cb74-495a-4241-bf7d-e4abaa44e0dd tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:11.314557 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f34c0e7e-6703-4416-9423-fb00c6c38b91 req-e1d2cb74-495a-4241-bf7d-e4abaa44e0dd tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 945 time: 0.0527439 Feb 04 10:18:11.356831 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 138b56da-307b-4d47-b7e1-09da4618f90b up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:18:11.364090 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f34c0e7e-6703-4416-9423-fb00c6c38b91 req-cf808e48-3f95-4bb7-9dc1-b32c676504a6 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441823 Feb 04 10:18:11.403967 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning for port 138b56da-307b-4d47-b7e1-09da4618f90b completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:18:11.407547 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port 138b56da-307b-4d47-b7e1-09da4618f90b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:18:11.407949 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:11.483143 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port 138b56da-307b-4d47-b7e1-09da4618f90b is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:18:11.483448 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:11.504987 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:18:11.507162 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12e389a-ed26-4987-b064-fc2fd25d4f7b" -d '{"events": [{"server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "name": "network-vif-plugged", "status": "completed", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:18:11.520000 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port 138b56da-307b-4d47-b7e1-09da4618f90b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=138b56da-307b-4d47-b7e1-09da4618f90b,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:18:11.523972 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:11.547787 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d257ee-8231-4fc8-ac32-18f7c51c449b x-openstack-request-id: req-f5d257ee-8231-4fc8-ac32-18f7c51c449b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:18:11.548077 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "name": "network-vif-plugged", "status": "completed", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:18:11.548333 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5d257ee-8231-4fc8-ac32-18f7c51c449b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:18:11.548714 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b', 'code': 200} Feb 04 10:18:11.577889 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=138b56da-307b-4d47-b7e1-09da4618f90b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:11.799620 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ddee-6907-4a5f-af37-0c4b737f116b req-1e347d0e-920c-439a-9cbc-72af056088e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:11.801074 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ded6ddee-6907-4a5f-af37-0c4b737f116b req-1e347d0e-920c-439a-9cbc-72af056088e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 1130 time: 0.0428724 Feb 04 10:18:11.844539 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ded6ddee-6907-4a5f-af37-0c4b737f116b req-c9eeb4cd-d3b3-42f1-a187-f2b45d8b0ec9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376375 Feb 04 10:18:12.480947 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293416b-1678-4423-bc59-394a9d905a3a req-0b20796c-e693-490b-9429-80bea3cc4fc9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:12.482417 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5293416b-1678-4423-bc59-394a9d905a3a req-0b20796c-e693-490b-9429-80bea3cc4fc9 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 946 time: 0.0517542 Feb 04 10:18:12.529562 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5293416b-1678-4423-bc59-394a9d905a3a req-69ee419e-be4a-4bbb-916d-1975eb6830ec tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416377 Feb 04 10:18:13.119856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a274ddbb-b803-47a8-a5cc-e426e6b21982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:13.657976 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dde996-2a19-4f83-bc1f-487f17b0c3ab req-6172e818-11d6-4b98-8c7a-2de539558018 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:13.659437 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55dde996-2a19-4f83-bc1f-487f17b0c3ab req-6172e818-11d6-4b98-8c7a-2de539558018 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 946 time: 0.0547936 Feb 04 10:18:13.706366 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55dde996-2a19-4f83-bc1f-487f17b0c3ab req-96c5926b-18df-4802-b206-a47bcd39bf45 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Feb 04 10:18:13.818725 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b22ce7-e015-49b4-a3df-07340952f5ed req-f80652e6-49be-40f3-a296-f5fb18c53e57 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:13.820116 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20b22ce7-e015-49b4-a3df-07340952f5ed req-f80652e6-49be-40f3-a296-f5fb18c53e57 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Feb 04 10:18:13.867223 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20b22ce7-e015-49b4-a3df-07340952f5ed req-e4cf9358-2354-4d6a-a20b-3ba122388472 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Feb 04 10:18:13.896901 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39842) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:18:13.906012 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:13.941488 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c555969b-690c-4055-a8d4-aa229ade16ad tempest-TestVolumeBootPattern-286879807 tempest-TestVolumeBootPattern-286879807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:13.942983 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c555969b-690c-4055-a8d4-aa229ade16ad tempest-TestVolumeBootPattern-286879807 tempest-TestVolumeBootPattern-286879807-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 1125 time: 0.0451121 Feb 04 10:18:13.945725 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39844) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:18:13.950000 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Request body: {'floatingip': {'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'port_id': '138b56da-307b-4d47-b7e1-09da4618f90b', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:18:13.969324 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:14.064709 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:14.165986 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Allocated IP 172.27.0.217 (5a0f8ced-10c6-4ca6-8980-c7bfc98e7416/8acdb1da-3cde-4497-a7af-263c330a9234/105e7326-0e04-4519-bdf9-6dd5491d7c9d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:18:14.264421 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:14.296418 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788238637671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:14.333841 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Network 5a0f8ced-10c6-4ca6-8980-c7bfc98e7416 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:18:14.336638 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:18:14.340465 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 10:18:14.363798 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=105e7326-0e04-4519-bdf9-6dd5491d7c9d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:14.939615 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (0fa25cc0-b469-48a5-8c15-7652e24fadd2), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:15.007948 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:15.146239 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:15.150538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2087953'] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:15.217143 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event updated for resources: {'Port': ['ID=105e7326-0e04-4519-bdf9-6dd5491d7c9d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:15.228182 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523992'] for floatingip (0fa25cc0-b469-48a5-8c15-7652e24fadd2), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:15.327136 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Floating IP 0fa25cc0-b469-48a5-8c15-7652e24fadd2 associated. External IP: 172.27.0.217, port: 138b56da-307b-4d47-b7e1-09da4618f90b. Feb 04 10:18:15.529828 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:18:15.603526 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:15.638124 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:18:15.647368 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:18:15.654900 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:15.661750 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:18:15.662402 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:18:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:18:15.688011 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-16d2dbd6-6281-45c5-81b8-79111fdc44ea tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7409942 Feb 04 10:18:15.688600 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:18:15.690841 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e679ad99-e285-4c47-9b67-689320088471" -d '{"events": [{"name": "network-changed", "server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:18:15.730053 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa25654-79a5-41b9-84ed-11760ef166ec x-openstack-request-id: req-afa25654-79a5-41b9-84ed-11760ef166ec {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:18:15.730873 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:18:15.731130 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afa25654-79a5-41b9-84ed-11760ef166ec {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:18:15.731525 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b', 'status': 'completed', 'code': 200} Feb 04 10:18:15.773412 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:18:15.816664 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ad99-e285-4c47-9b67-689320088471 req-aec1a2b3-fd5c-464c-a311-55a69930cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:15.818088 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e679ad99-e285-4c47-9b67-689320088471 req-aec1a2b3-fd5c-464c-a311-55a69930cb1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 1130 time: 0.0452359 Feb 04 10:18:15.904977 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ad99-e285-4c47-9b67-689320088471 req-ed371657-bc0d-4652-b554-3ad47b2fbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:15.906459 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e679ad99-e285-4c47-9b67-689320088471 req-ed371657-bc0d-4652-b554-3ad47b2fbdec service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.0830207 Feb 04 10:18:15.975946 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e679ad99-e285-4c47-9b67-689320088471 req-991dbf31-e51c-4669-83f1-58d316719580 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=138b56da-307b-4d47-b7e1-09da4618f90b HTTP/1.1" status: 200 len: 1000 time: 0.0634055 Feb 04 10:18:15.994534 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '0fa25cc0-b469-48a5-8c15-7652e24fadd2', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '138b56da-307b-4d47-b7e1-09da4618f90b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:d8:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a947f0-2ded-4617-9566-a55faaab3f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:18:14Z', 'updated_at': '2022-02-04T10:18:14Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}, {'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:24Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:18:16.019303 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:18:16.022515 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ad99-e285-4c47-9b67-689320088471 req-e1eec600-1b20-4cb9-9282-feb0c52e14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:16.024032 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e679ad99-e285-4c47-9b67-689320088471 req-e1eec600-1b20-4cb9-9282-feb0c52e14bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0424500 Feb 04 10:18:16.028109 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:18:16.028700 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:18:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:18:16.071743 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ad99-e285-4c47-9b67-689320088471 req-073c539c-8c46-412d-9d07-d369be9aab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:16.073220 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e679ad99-e285-4c47-9b67-689320088471 req-073c539c-8c46-412d-9d07-d369be9aab52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435369 Feb 04 10:18:16.133646 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:18:16.162298 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e679ad99-e285-4c47-9b67-689320088471 req-e71055a5-9df1-49f0-92bf-26163c939241 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Feb 04 10:18:16.248867 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e679ad99-e285-4c47-9b67-689320088471 req-7b93d743-1e49-4533-9d15-735d0cc70b6a service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812380 Feb 04 10:18:16.357018 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '0fa25cc0-b469-48a5-8c15-7652e24fadd2', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '138b56da-307b-4d47-b7e1-09da4618f90b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:d8:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a947f0-2ded-4617-9566-a55faaab3f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:18:14Z', 'updated_at': '2022-02-04T10:18:14Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}, {'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:24Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:18:16.381793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41cdc1-33f1-4356-b871-599e2efab773 None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': '0fa25cc0-b469-48a5-8c15-7652e24fadd2', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '138b56da-307b-4d47-b7e1-09da4618f90b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:d8:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a947f0-2ded-4617-9566-a55faaab3f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:18:14Z', 'updated_at': '2022-02-04T10:18:14Z', 'revision_number': 0, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}, {'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:24Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:18:16.566692 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68515970-628d-4a6f-b6ab-cb02054ecd4a None None] New status for floating IP 0fa25cc0-b469-48a5-8c15-7652e24fadd2: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:18:16.901957 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:22.256055 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:18:40.850592 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-106a34de-01f9-49ed-98b9-a8f5087ab0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:40.942310 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:43.123632 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62bc2a19-aa44-497b-95b5-6f388b393b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:43.896779 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:44.305797 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-8fb6dd74-a4d8-4079-9c91-2e005e21756b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469065 Feb 04 10:18:44.377508 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-1f3e810b-5c36-46d8-a636-84f282cca77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:44.378976 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-1f3e810b-5c36-46d8-a636-84f282cca77d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1129 time: 0.0433862 Feb 04 10:18:44.477378 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-f2edf515-a942-450f-80c2-80c430b7181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:44.478852 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-f2edf515-a942-450f-80c2-80c430b7181e service neutron] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 909 time: 0.0824099 Feb 04 10:18:44.543916 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-477f1234-6fbf-4f38-a2cb-b3b305a8f33f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 1001 time: 0.0595987 Feb 04 10:18:44.590425 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-0c6ad89b-faa2-4fa9-9584-1127f09a0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:44.592403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-0c6ad89b-faa2-4fa9-9584-1127f09a0509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.0432770 Feb 04 10:18:44.639758 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-d87512d8-83c6-44ed-a4fc-d056be7602ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:18:44.641249 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-d87512d8-83c6-44ed-a4fc-d056be7602ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431094 Feb 04 10:18:44.731372 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-af2b6c97-62b6-44cc-a463-256259aa0607 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819178 Feb 04 10:18:44.819681 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d843972-f4f5-4d0b-9830-57ec9b4e3c9d req-ffffb278-4481-4b67-b893-3fa8ffadc7cc service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Feb 04 10:18:45.605724 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:46.904456 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:18:59.255174 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:19:10.852767 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce22f844-dc90-4734-b8c4-c7cc0c5b44f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:10.947988 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:13.125403 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-265d80ef-7b56-4308-a678-ff9a1c687c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:13.899454 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:15.609029 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:16.908320 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:34.238916 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa55de-60f7-456d-a663-f490a796a9f5 req-77da0637-84c3-4dae-adbc-2a1d8358c1b4 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:34.240425 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-adaa55de-60f7-456d-a663-f490a796a9f5 req-77da0637-84c3-4dae-adbc-2a1d8358c1b4 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.2017634 Feb 04 10:19:34.291938 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-adaa55de-60f7-456d-a663-f490a796a9f5 req-3989d586-8632-49c4-8625-a8f2602ff4a9 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459452 Feb 04 10:19:35.462499 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f280f98-bb28-42ee-a54c-553b82f7e6eb req-87b943a5-552b-405e-a3aa-2d403bdf7b14 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:35.464008 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f280f98-bb28-42ee-a54c-553b82f7e6eb req-87b943a5-552b-405e-a3aa-2d403bdf7b14 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.1040862 Feb 04 10:19:35.511435 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f280f98-bb28-42ee-a54c-553b82f7e6eb req-5807813a-54a6-40eb-afd1-3ce27456b09b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Feb 04 10:19:36.255182 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:19:36.630725 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95e460-735d-4634-a498-5a8abd78dcd5 req-c9bf4358-3aa2-4097-b645-b797a5ece400 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:36.632254 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f95e460-735d-4634-a498-5a8abd78dcd5 req-c9bf4358-3aa2-4097-b645-b797a5ece400 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0516939 Feb 04 10:19:36.679271 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f95e460-735d-4634-a498-5a8abd78dcd5 req-a165055a-d9ae-43c4-bc7c-fcaf06586c58 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Feb 04 10:19:37.802133 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ff1fd-d1ed-4652-a42d-83f88f137132 req-8635e514-fa9e-4795-ad98-244d51339dfc tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:37.803621 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-247ff1fd-d1ed-4652-a42d-83f88f137132 req-8635e514-fa9e-4795-ad98-244d51339dfc tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0576880 Feb 04 10:19:37.850426 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-247ff1fd-d1ed-4652-a42d-83f88f137132 req-28143ab5-cd65-4966-8cd0-eabae8f90e56 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Feb 04 10:19:38.966316 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8539-d74a-45f6-aa64-855a3914b9ae req-0519f3f1-cd1b-4a74-876a-1ddfdf11197b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:38.967841 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1cce8539-d74a-45f6-aa64-855a3914b9ae req-0519f3f1-cd1b-4a74-876a-1ddfdf11197b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0529583 Feb 04 10:19:39.016255 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1cce8539-d74a-45f6-aa64-855a3914b9ae req-f043e7ed-da28-4aa7-bc97-2b049ef1cd06 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Feb 04 10:19:40.134607 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c96e8-449a-47d2-8289-52a8f6410c77 req-99561cc1-7ad7-404d-8ab1-c5b83858b769 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:40.136109 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf8c96e8-449a-47d2-8289-52a8f6410c77 req-99561cc1-7ad7-404d-8ab1-c5b83858b769 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0545809 Feb 04 10:19:40.183605 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf8c96e8-449a-47d2-8289-52a8f6410c77 req-f4bb3b8c-4219-41ea-b82a-de382fa9a100 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Feb 04 10:19:40.854187 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1006336f-fd09-4616-84c1-af9f5dd7a52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:40.959432 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:41.298935 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb199f31-d6b4-4578-8936-04b4b205f8a9 req-99133f64-93e5-4b05-ac9c-f54ec85fed73 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:41.300437 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eb199f31-d6b4-4578-8936-04b4b205f8a9 req-99133f64-93e5-4b05-ac9c-f54ec85fed73 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0526428 Feb 04 10:19:41.348185 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eb199f31-d6b4-4578-8936-04b4b205f8a9 req-2630c907-2ebe-497a-b0a0-1e6e34e1ba86 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Feb 04 10:19:42.464913 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea3339-9e9e-465c-90ce-d25cdd187862 req-fe9365db-9dd5-4c6a-bcf3-a36b0b0515a1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:42.466387 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16ea3339-9e9e-465c-90ce-d25cdd187862 req-fe9365db-9dd5-4c6a-bcf3-a36b0b0515a1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0526385 Feb 04 10:19:42.517254 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-16ea3339-9e9e-465c-90ce-d25cdd187862 req-ef40906d-46b8-4e8e-878c-b4905b65e022 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453386 Feb 04 10:19:43.126872 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-298e9aaa-b651-43de-8fda-f4b600bdaabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:43.632503 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe3237-9e41-4a54-8691-356047909487 req-ca4b5d40-d77d-4463-8b46-0f92dfac3797 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:43.634025 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a2fe3237-9e41-4a54-8691-356047909487 req-ca4b5d40-d77d-4463-8b46-0f92dfac3797 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0519700 Feb 04 10:19:43.681420 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a2fe3237-9e41-4a54-8691-356047909487 req-36d7ee0b-f642-4a5a-844c-fba80aea0a25 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Feb 04 10:19:43.902516 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:44.385501 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3379e-668c-4776-a02d-55a98790888c req-b734708b-1bf2-4529-96d8-bb901ed1f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.387116 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-b734708b-1bf2-4529-96d8-bb901ed1f771 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1129 time: 0.1193588 Feb 04 10:19:44.389745 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-eed6a7f6-f574-44b2-96c6-56ae579c3b44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722558 Feb 04 10:19:44.534515 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-b0c47308-2055-43f9-8822-e71b9960f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.535974 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-b0c47308-2055-43f9-8822-e71b9960f5f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1129 time: 0.0730181 Feb 04 10:19:44.538633 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3379e-668c-4776-a02d-55a98790888c req-9995dc00-3eb4-4470-9374-f6ad04f1d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.539977 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-9995dc00-3eb4-4470-9374-f6ad04f1d4f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 909 time: 0.1267464 Feb 04 10:19:44.656244 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-83102e85-75f1-434b-9952-214acba2b4ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 1001 time: 0.1107416 Feb 04 10:19:44.711438 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-16f95a4b-803b-4e35-8dba-532484606f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.713113 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-16f95a4b-803b-4e35-8dba-532484606f18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.1593742 Feb 04 10:19:44.756828 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3379e-668c-4776-a02d-55a98790888c req-345b848d-8766-4cc4-b5ec-78cf20618876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.758238 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-345b848d-8766-4cc4-b5ec-78cf20618876 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.0957696 Feb 04 10:19:44.840336 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-1f8d3247-6fb3-4bfe-b970-d3124c9e1306 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 200 len: 1001 time: 0.1212082 Feb 04 10:19:44.883267 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3379e-668c-4776-a02d-55a98790888c req-8494bd09-c079-43f0-ad02-44e0eab7fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.884738 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-8494bd09-c079-43f0-ad02-44e0eab7fb6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134143 Feb 04 10:19:44.891172 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfd6d1-832c-43c5-966e-b9f3509fa263 req-ef706b71-595d-4914-9b23-26a4ddef1ccd tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.892534 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-14dfd6d1-832c-43c5-966e-b9f3509fa263 req-ef706b71-595d-4914-9b23-26a4ddef1ccd tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.1375840 Feb 04 10:19:44.900416 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-46d66a3e-165c-4b80-b8f1-83554cdd910b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:19:44.901352 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-46d66a3e-165c-4b80-b8f1-83554cdd910b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065875 Feb 04 10:19:44.945551 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-32f52161-98b1-4fc7-ae48-2dd9467d057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:44.946973 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-32f52161-98b1-4fc7-ae48-2dd9467d057b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0985518 Feb 04 10:19:45.034406 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-14dfd6d1-832c-43c5-966e-b9f3509fa263 req-cb457d51-b808-4bcc-ab66-444cabe9f298 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321483 Feb 04 10:19:45.068980 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-67a15d98-4538-4562-bf86-b17f8d3b4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:45.070507 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-67a15d98-4538-4562-bf86-b17f8d3b4045 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953388 Feb 04 10:19:45.073917 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-7e9a00f5-3bc3-4b16-8eef-665ee5e56d5c service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605406 Feb 04 10:19:45.228516 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-70d75bbc-f97b-43d1-b08f-d97e836e00cc service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468852 Feb 04 10:19:45.231885 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19a3379e-668c-4776-a02d-55a98790888c req-6951932f-285e-4e2c-89e3-330a05e7cb67 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493185 Feb 04 10:19:45.328758 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785b3809-c79b-4b87-ae6e-e6a037c2a32e req-ac47cc85-d757-4176-beaa-240f6ad8dbd4 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848653 Feb 04 10:19:45.612297 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:46.152406 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353de6d6-6770-442e-b6c5-ca3e3d96ed4d req-e9aa3c14-b827-4363-9e9a-61e22cc8c47e tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:46.153856 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-353de6d6-6770-442e-b6c5-ca3e3d96ed4d req-e9aa3c14-b827-4363-9e9a-61e22cc8c47e tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0522695 Feb 04 10:19:46.202495 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-353de6d6-6770-442e-b6c5-ca3e3d96ed4d req-f53db125-0a4f-4cb6-8f5e-38724e96a668 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Feb 04 10:19:46.797286 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 39904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:19:46.916447 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:47.015079 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Deleting port 105e7326-0e04-4519-bdf9-6dd5491d7c9d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:19:47.015421 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:47.090756 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:47.091000 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (105e7326-0e04-4519-bdf9-6dd5491d7c9d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:47.102963 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Calling delete_port for 105e7326-0e04-4519-bdf9-6dd5491d7c9d owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:19:47.513592 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9129845-b295-4a2b-8730-48e6343ee8b1 req-151d6a57-ce0f-4df0-90a1-37910082cb94 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:47.515108 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9129845-b295-4a2b-8730-48e6343ee8b1 req-151d6a57-ce0f-4df0-90a1-37910082cb94 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0854380 Feb 04 10:19:47.596108 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9129845-b295-4a2b-8730-48e6343ee8b1 req-551c3c4c-1183-4cb1-aa0c-2532acff7498 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701172 Feb 04 10:19:47.612737 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (105e7326-0e04-4519-bdf9-6dd5491d7c9d), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:47.637708 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event deleted for resources: {'Port': ['ID=105e7326-0e04-4519-bdf9-6dd5491d7c9d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:19:47.662196 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.662548 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.662895 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.663229 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.663588 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.663908 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.664235 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.664563 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.664888 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.665216 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.665553 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.665883 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.666202 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:47.710313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (0fa25cc0-b469-48a5-8c15-7652e24fadd2), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:47.710313 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Floating IP 0fa25cc0-b469-48a5-8c15-7652e24fadd2 disassociated (deleted). External IP: 172.27.0.217, port: 138b56da-307b-4d47-b7e1-09da4618f90b. Feb 04 10:19:47.924032 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:19:48.033574 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:19:48.038310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:48.042897 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:19:48.052684 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:19:48.053294 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:48.069610 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6661949d-bbda-4dce-b39c-4f9e4c0ddc09 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "DELETE /v2.0/floatingips/0fa25cc0-b469-48a5-8c15-7652e24fadd2 HTTP/1.1" status: 204 len: 168 time: 1.2712409 Feb 04 10:19:48.070298 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:19:48.072663 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59390df-160d-4b0c-8581-7d9de406b927" -d '{"events": [{"name": "network-changed", "server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:19:48.165778 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:19:48.174511 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066c406-f424-4cd4-bc8f-fb0732f63b8c x-openstack-request-id: req-1066c406-f424-4cd4-bc8f-fb0732f63b8c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:19:48.175039 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:19:48.175517 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1066c406-f424-4cd4-bc8f-fb0732f63b8c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:19:48.176842 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b', 'status': 'completed', 'code': 200} Feb 04 10:19:48.300279 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59390df-160d-4b0c-8581-7d9de406b927 req-53096d8f-8b16-4607-8c83-22d3033e438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:48.301698 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e59390df-160d-4b0c-8581-7d9de406b927 req-53096d8f-8b16-4607-8c83-22d3033e438a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 1130 time: 0.0806377 Feb 04 10:19:48.361924 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f5686-6e97-4887-b69e-b3fdf62bc58f req-f1d75900-b2b1-4624-afcc-94369a8542fd tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:48.363398 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c74f5686-6e97-4887-b69e-b3fdf62bc58f req-f1d75900-b2b1-4624-afcc-94369a8542fd tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 946 time: 0.1069541 Feb 04 10:19:48.399456 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:24Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:48.424695 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:19:48.432889 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:19:48.433495 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:48.436688 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c74f5686-6e97-4887-b69e-b3fdf62bc58f req-d0a30b23-09d2-4c69-a253-b558e0a56b53 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663538 Feb 04 10:19:48.439330 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59390df-160d-4b0c-8581-7d9de406b927 req-52275b7b-2f40-4ad4-bcae-8963adfff775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:48.440748 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e59390df-160d-4b0c-8581-7d9de406b927 req-52275b7b-2f40-4ad4-bcae-8963adfff775 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.1326358 Feb 04 10:19:48.485701 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e59390df-160d-4b0c-8581-7d9de406b927 req-f0632082-ea36-40a1-aa9c-a67ae4a66c7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=138b56da-307b-4d47-b7e1-09da4618f90b HTTP/1.1" status: 200 len: 217 time: 0.0385156 Feb 04 10:19:48.534095 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59390df-160d-4b0c-8581-7d9de406b927 req-b5659680-7541-420f-a2cd-f9a5b3a4a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:48.535529 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e59390df-160d-4b0c-8581-7d9de406b927 req-b5659680-7541-420f-a2cd-f9a5b3a4a142 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.0437009 Feb 04 10:19:48.542733 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:19:48.584770 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59390df-160d-4b0c-8581-7d9de406b927 req-31fd19b9-9c68-4433-a4cc-3e9641bc60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:48.586217 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e59390df-160d-4b0c-8581-7d9de406b927 req-31fd19b9-9c68-4433-a4cc-3e9641bc60fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441895 Feb 04 10:19:48.711317 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e59390df-160d-4b0c-8581-7d9de406b927 req-c5bdd518-ab8e-4290-b4f8-7c46234e2875 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176832 Feb 04 10:19:48.771336 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:24Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:48.773039 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9c9d-f113-4e89-b78e-6b420d1b5765 req-e9ad1353-6a40-4e0f-8e1e-b4355377352b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:48.774501 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-93be9c9d-f113-4e89-b78e-6b420d1b5765 req-e9ad1353-6a40-4e0f-8e1e-b4355377352b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.1064327 Feb 04 10:19:48.797768 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee07b8-9a51-4ef7-b2fc-f87d51e6595c None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_floatingips': [{'id': 'ea5b4b3a-bf55-4350-8ab3-ec8e64154b58', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'router_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'port_id': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:16:22Z', 'updated_at': '2022-02-04T10:16:24Z', 'revision_number': 1, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:19:48.848234 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e59390df-160d-4b0c-8581-7d9de406b927 req-ba22e9c0-bca5-49c0-a8b0-b0d38f279187 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289706 Feb 04 10:19:48.851872 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-93be9c9d-f113-4e89-b78e-6b420d1b5765 req-c5d7bf34-b6f9-4425-a5d1-aa631ad4f637 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717697 Feb 04 10:19:48.964604 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-a7201145-61f8-4414-b27a-2e9c824a63f9 req-db72096a-14bb-4cdf-8474-11a8090c8f17 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 10:19:48.966081 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a7201145-61f8-4414-b27a-2e9c824a63f9 req-db72096a-14bb-4cdf-8474-11a8090c8f17 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511823 Feb 04 10:19:49.033377 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a69b3-ef07-40d8-975e-3ca2919b3564 None None] New status for floating IP 0fa25cc0-b469-48a5-8c15-7652e24fadd2: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:19:49.135513 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17daaf9-70bc-49b3-9838-b3cf3cbb3052 req-d2ce7c90-85bd-48f6-aeb7-7447f6d9d6ef tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:49.137086 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b17daaf9-70bc-49b3-9838-b3cf3cbb3052 req-d2ce7c90-85bd-48f6-aeb7-7447f6d9d6ef tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0589185 Feb 04 10:19:49.165337 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-f3821e8e-68d5-4a01-8eeb-2535ca23158b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077771 Feb 04 10:19:49.191025 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b17daaf9-70bc-49b3-9838-b3cf3cbb3052 req-906b456a-ae14-4934-ba9c-3d183561fd8d tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481694 Feb 04 10:19:49.555838 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed3af1-4541-4da8-8fa3-888b60934af0 req-07b63580-6d2b-44b4-94db-2d060f74001e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:49.557302 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ceed3af1-4541-4da8-8fa3-888b60934af0 req-07b63580-6d2b-44b4-94db-2d060f74001e tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 946 time: 0.0528533 Feb 04 10:19:49.607927 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ceed3af1-4541-4da8-8fa3-888b60934af0 req-95db7898-a586-40bf-a02d-7229958df3f5 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448635 Feb 04 10:19:49.761611 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device a66ddb43-b10a-485e-87b2-088a5bd2d2fc no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:19:49.842949 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port a66ddb43-b10a-485e-87b2-088a5bd2d2fc is: ACTIVE; New status is: DOWN {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:19:49.843338 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:49.865227 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:19:49.867431 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4ca895-2cbf-419e-b644-b8408bc1f75d" -d '{"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-unplugged", "status": "completed", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:19:49.879788 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:19:49.883471 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:49.931019 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:19:49.938793 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.939320 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.939694 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.940035 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.940371 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.941550 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.941893 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.942231 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.942563 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.942894 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.943316 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.943605 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.943935 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:49.958057 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-f00538ca-adec-42b3-9753-973201645a8b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:49.960085 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-f00538ca-adec-42b3-9753-973201645a8b tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 946 time: 0.0540087 Feb 04 10:19:49.983308 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 10:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e1fa0-7ef4-493c-91ec-2d4631520d8a x-openstack-request-id: req-713e1fa0-7ef4-493c-91ec-2d4631520d8a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:19:49.983806 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-unplugged", "status": "failed", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc", "code": 422}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:19:49.984084 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-713e1fa0-7ef4-493c-91ec-2d4631520d8a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:19:49.984524 dv-cinder-826607-3-iscsi neutron-server[102630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'code': 422} returned with failed status Feb 04 10:19:50.049664 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Deleting port 138b56da-307b-4d47-b7e1-09da4618f90b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:19:50.049927 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:50.138571 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] For port 138b56da-307b-4d47-b7e1-09da4618f90b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=138b56da-307b-4d47-b7e1-09da4618f90b,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:19:50.138953 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:50.151179 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Calling delete_port for 138b56da-307b-4d47-b7e1-09da4618f90b owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:19:50.320523 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (138b56da-307b-4d47-b7e1-09da4618f90b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:50.356272 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09d086-f0da-444b-9e5a-fa68c0e66e32 req-c400281a-3240-45ee-adae-42f96747fdc5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:50.357810 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df09d086-f0da-444b-9e5a-fa68c0e66e32 req-c400281a-3240-45ee-adae-42f96747fdc5 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0896804 Feb 04 10:19:50.360724 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event deleted for resources: {'Port': ['ID=138b56da-307b-4d47-b7e1-09da4618f90b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:19:50.424849 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] No DVR routers for this DVR port 138b56da-307b-4d47-b7e1-09da4618f90b on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:19:50.428590 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:50.431845 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1b37c2d3-a5ff-4155-8cfa-0c3a0af32fe1 req-ebd8eb77-7637-4caf-8911-2ff42d5eb2ff tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "DELETE /v2.0/ports/138b56da-307b-4d47-b7e1-09da4618f90b HTTP/1.1" status: 204 len: 173 time: 0.4673681 Feb 04 10:19:50.432285 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'name': 'network-vif-deleted', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:19:50.434511 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5046f6-5e60-4345-928a-c7ed4bb00bba" -d '{"events": [{"server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "name": "network-vif-deleted", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:19:50.454196 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df09d086-f0da-444b-9e5a-fa68c0e66e32 req-226b4e26-b2c4-4de7-8acd-c221ab32c54c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898077 Feb 04 10:19:50.475453 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17af1a5-dbc8-4bd7-9513-466f08e6d883 x-openstack-request-id: req-d17af1a5-dbc8-4bd7-9513-466f08e6d883 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:19:50.475663 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a947f0-2ded-4617-9566-a55faaab3f17", "name": "network-vif-deleted", "tag": "138b56da-307b-4d47-b7e1-09da4618f90b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:19:50.475909 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d17af1a5-dbc8-4bd7-9513-466f08e6d883 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:19:50.476306 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a947f0-2ded-4617-9566-a55faaab3f17', 'name': 'network-vif-deleted', 'tag': '138b56da-307b-4d47-b7e1-09da4618f90b', 'status': 'completed', 'code': 200} Feb 04 10:19:50.699990 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6641334c-533a-4cfa-ab74-c46fc0e4100c req-b43c1bf6-5a11-4aca-bccd-e269104b37af tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a947f0-2ded-4617-9566-a55faaab3f17 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Feb 04 10:19:51.581930 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce297cb-0a20-49f6-ab0b-5074e4b08e88 req-d1725ce7-3e1c-4d63-af66-c930a2b22e3c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:51.583396 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cce297cb-0a20-49f6-ab0b-5074e4b08e88 req-d1725ce7-3e1c-4d63-af66-c930a2b22e3c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0564883 Feb 04 10:19:51.630487 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cce297cb-0a20-49f6-ab0b-5074e4b08e88 req-e06a1e10-b98d-4c66-b021-ee838512ceaf tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 Feb 04 10:19:52.750491 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed3b7c-c0a6-4cef-8ace-a64fd7c9a052 req-db3092cb-56b6-42be-813b-32f6e33f4baf tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:52.752015 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e1ed3b7c-c0a6-4cef-8ace-a64fd7c9a052 req-db3092cb-56b6-42be-813b-32f6e33f4baf tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0554786 Feb 04 10:19:52.799371 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e1ed3b7c-c0a6-4cef-8ace-a64fd7c9a052 req-445fbac6-e924-48c2-80d2-432eb982962f tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Feb 04 10:19:53.777866 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 138b56da-307b-4d47-b7e1-09da4618f90b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:19:53.805821 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 138b56da-307b-4d47-b7e1-09da4618f90b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:19:53.806184 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 138b56da-307b-4d47-b7e1-09da4618f90b not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:19:53.915030 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273afa6-9ab8-4511-9305-78e62b7a79fd req-ba47a9f6-281b-4609-b2a8-f8dd26da01f8 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:53.916577 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b273afa6-9ab8-4511-9305-78e62b7a79fd req-ba47a9f6-281b-4609-b2a8-f8dd26da01f8 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0509548 Feb 04 10:19:53.964961 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b273afa6-9ab8-4511-9305-78e62b7a79fd req-8d942d36-2928-4fea-9ba0-008d29286081 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Feb 04 10:19:53.965102 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 39988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:19:54.117388 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Deleting port 7d6b93d5-eb8c-497d-b24d-2260caf09ff5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:19:54.117612 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:54.192133 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:54.192457 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:54.205010 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Calling delete_port for 7d6b93d5-eb8c-497d-b24d-2260caf09ff5 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:19:54.356780 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (7d6b93d5-eb8c-497d-b24d-2260caf09ff5), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:54.383374 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event deleted for resources: {'Port': ['ID=7d6b93d5-eb8c-497d-b24d-2260caf09ff5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:19:54.409725 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.410074 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.410418 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.410757 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.411090 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.411417 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.411769 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.412102 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.412424 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.412753 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.413076 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.413398 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.413716 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:19:54.455347 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (ea5b4b3a-bf55-4350-8ab3-ec8e64154b58), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:54.455664 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Floating IP ea5b4b3a-bf55-4350-8ab3-ec8e64154b58 disassociated (deleted). External IP: 172.27.0.222, port: 5b7619a7-3050-46ce-b44b-dc235e86c3ce. Feb 04 10:19:54.665656 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:19:54.770039 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:19:54.774738 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984de519-6be4-4a5e-bdd1-3db865038dca req-1587f1d3-c60f-4563-bbdb-fd5e1cab0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:54.774860 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:54.775872 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-1587f1d3-c60f-4563-bbdb-fd5e1cab0455 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f&tenant_id=1762d1f707d8480bbc7ea015820db970 HTTP/1.1" status: 200 len: 1127 time: 0.0435083 Feb 04 10:19:54.779376 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:19:54.789243 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:19:54.789846 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:54.807329 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-91cd8cb0-7743-483d-bac1-90eb9ad54b10 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "DELETE /v2.0/floatingips/ea5b4b3a-bf55-4350-8ab3-ec8e64154b58 HTTP/1.1" status: 204 len: 168 time: 0.8405173 Feb 04 10:19:54.807950 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:19:54.810626 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0446044503a5189f6970192ec73dd4a9f2c440c84b10b226ecfeaa586a318106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c545678-10b7-49b4-863c-15d2f2c127dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:19:54.864506 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984de519-6be4-4a5e-bdd1-3db865038dca req-e23e1d75-72bc-42dd-bea3-e8e030d22b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:54.867955 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-e23e1d75-72bc-42dd-bea3-e8e030d22b6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1127 time: 0.0594404 Feb 04 10:19:54.922474 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458f98d9-96e3-48e9-8551-2788472a35cf x-openstack-request-id: req-458f98d9-96e3-48e9-8551-2788472a35cf {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:19:54.922775 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:19:54.923112 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-458f98d9-96e3-48e9-8551-2788472a35cf {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:19:54.923459 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'status': 'completed', 'code': 200} Feb 04 10:19:55.031888 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984de519-6be4-4a5e-bdd1-3db865038dca req-fbedafca-838d-4084-a8de-da7bef0f1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.033565 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-fbedafca-838d-4084-a8de-da7bef0f1db5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 909 time: 0.1603315 Feb 04 10:19:55.058093 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:19:55.087811 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-a508a4f7-0d8f-4f8a-84f5-bfc40a5c39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.089311 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-a508a4f7-0d8f-4f8a-84f5-bfc40a5c39ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82ceff3cd33547a8853b434c2ff985fb&device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 1129 time: 0.1185844 Feb 04 10:19:55.220337 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-a6b9328d-d507-4c8c-b3ef-4c1297f66252 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 999 time: 0.1757472 Feb 04 10:19:55.260492 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5f196-672b-4174-815d-8298638bdbb7 req-291477cc-1da8-4a20-b58c-06d6917684eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.261963 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5c5f196-672b-4174-815d-8298638bdbb7 req-291477cc-1da8-4a20-b58c-06d6917684eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.2078645 Feb 04 10:19:55.265021 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:55.290664 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:19:55.298906 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:19:55.299509 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:55.313637 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c49ad-a8da-4bde-a11a-cd1c67a3eb1a req-67142ff3-b186-4c0f-aca0-0e21a7f03720 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.315099 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d99c49ad-a8da-4bde-a11a-cd1c67a3eb1a req-67142ff3-b186-4c0f-aca0-0e21a7f03720 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.2149341 Feb 04 10:19:55.331016 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-0acdb1a6-3bad-405e-92c0-d03632fede5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.332429 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-0acdb1a6-3bad-405e-92c0-d03632fede5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 200 len: 913 time: 0.2312152 Feb 04 10:19:55.398053 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984de519-6be4-4a5e-bdd1-3db865038dca req-e8b5f322-2db5-4d66-9931-1a75d9dbab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.399508 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-e8b5f322-2db5-4d66-9931-1a75d9dbab76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.1693103 Feb 04 10:19:55.400730 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-a404b053-4097-4129-8391-b86db67de23c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 200 len: 217 time: 0.0594606 Feb 04 10:19:55.406055 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:19:55.441096 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5c5f196-672b-4174-815d-8298638bdbb7 req-8badc238-52aa-4b7d-8818-6f707020a350 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555762 Feb 04 10:19:55.499812 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d99c49ad-a8da-4bde-a11a-cd1c67a3eb1a req-3cfe8f22-9523-44f2-beff-7e48591fb725 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740651 Feb 04 10:19:55.513812 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-b7aacb63-be43-426f-9be9-e6afd6c90512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.515272 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-b7aacb63-be43-426f-9be9-e6afd6c90512 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 200 len: 851 time: 0.1012108 Feb 04 10:19:55.523245 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984de519-6be4-4a5e-bdd1-3db865038dca req-8fd38830-248e-47d1-8ed4-3a6efc5ad562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.524769 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-8fd38830-248e-47d1-8ed4-3a6efc5ad562 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124477 Feb 04 10:19:55.606285 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:19:55.630014 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-f5b09bd9-2553-43fa-b8e0-5f1c438c8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:55.631527 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-f5b09bd9-2553-43fa-b8e0-5f1c438c8fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0462e3fd-bf11-4c81-bca7-4bcabeaedc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059203 Feb 04 10:19:55.632939 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8457fab-5ac0-4f05-a65a-f54c1778e0f6 None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:10Z', 'revision_number': 4, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': '7ec0c87d-a90d-44f3-828c-ba51bc43e8c3', 'name': '', 'network_id': '0462e3fd-bf11-4c81-bca7-4bcabeaedc29', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'mac_address': 'fa:16:3e:cb:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:10Z', 'updated_at': '2022-02-04T10:13:16Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'subnets': [{'id': 'c19f52e1-3c11-4997-8a21-d510c8d234f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:19:55.660993 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-2028129c-2d60-4cfe-8f81-4f2d7615e150 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277518 Feb 04 10:19:55.789100 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-44c7881d-b115-4a10-a291-90d8a02d902f service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490378 Feb 04 10:19:55.811590 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-984de519-6be4-4a5e-bdd1-3db865038dca req-5d17dbc4-0110-4b73-b194-8df7910dac80 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266952 Feb 04 10:19:55.864617 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e795b36a-08d3-44fe-b670-a9341d4b7bfb None None] New status for floating IP ea5b4b3a-bf55-4350-8ab3-ec8e64154b58: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:19:55.907682 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c545678-10b7-49b4-863c-15d2f2c127dd req-9d761bbe-f84b-414d-ba28-e97255bdbd72 service neutron] 10.222.0.57 "GET /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094925 Feb 04 10:19:56.891487 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fe2db-a661-4365-b4eb-626b10aadb3d req-c54f40ec-0045-420a-8ca6-512edae21995 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:56.893034 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-310fe2db-a661-4365-b4eb-626b10aadb3d req-c54f40ec-0045-420a-8ca6-512edae21995 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.3836918 Feb 04 10:19:56.901437 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f96b9-3ad7-43f9-9923-33226755de8e req-23e6ad92-cfcc-4463-a0a5-33ed41103ef2 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:56.902873 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-541f96b9-3ad7-43f9-9923-33226755de8e req-23e6ad92-cfcc-4463-a0a5-33ed41103ef2 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 945 time: 0.1030004 Feb 04 10:19:56.932000 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47c31-6feb-4d96-9336-ad40d40e3808 req-0dd07684-54be-461b-aa2d-3187cf07369c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:56.933403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0e47c31-6feb-4d96-9336-ad40d40e3808 req-0dd07684-54be-461b-aa2d-3187cf07369c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.1346216 Feb 04 10:19:57.034612 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-310fe2db-a661-4365-b4eb-626b10aadb3d req-a88e76bf-6d9c-40d0-9af6-29723818acc2 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307638 Feb 04 10:19:57.054403 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0e47c31-6feb-4d96-9336-ad40d40e3808 req-b457f60f-cef3-44ce-ab25-69d10d07986c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028559 Feb 04 10:19:57.073435 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Deleting port 5b7619a7-3050-46ce-b44b-dc235e86c3ce {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:19:57.073784 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:57.162618 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] For port 5b7619a7-3050-46ce-b44b-dc235e86c3ce, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5b7619a7-3050-46ce-b44b-dc235e86c3ce,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:19:57.162905 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:57.175416 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Calling delete_port for 5b7619a7-3050-46ce-b44b-dc235e86c3ce owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:19:57.301674 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (5b7619a7-3050-46ce-b44b-dc235e86c3ce), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:57.327054 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event deleted for resources: {'Port': ['ID=5b7619a7-3050-46ce-b44b-dc235e86c3ce,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:19:57.371042 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] No DVR routers for this DVR port 5b7619a7-3050-46ce-b44b-dc235e86c3ce on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:19:57.373493 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:57.376892 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-541f96b9-3ad7-43f9-9923-33226755de8e req-3b3a9006-58f1-43e7-99d0-475701285275 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.57 "DELETE /v2.0/ports/5b7619a7-3050-46ce-b44b-dc235e86c3ce HTTP/1.1" status: 204 len: 173 time: 0.4648154 Feb 04 10:19:57.377367 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'name': 'network-vif-deleted', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:19:57.379906 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9afff96-893c-425f-9ea7-0676b25d1007" -d '{"events": [{"server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "name": "network-vif-deleted", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:19:57.416171 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76035485-364e-43c1-8597-26f9ba3bf1f5 x-openstack-request-id: req-76035485-364e-43c1-8597-26f9ba3bf1f5 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:19:57.416456 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc", "name": "network-vif-deleted", "tag": "5b7619a7-3050-46ce-b44b-dc235e86c3ce", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:19:57.416702 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76035485-364e-43c1-8597-26f9ba3bf1f5 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:19:57.417094 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc', 'name': 'network-vif-deleted', 'tag': '5b7619a7-3050-46ce-b44b-dc235e86c3ce', 'status': 'completed', 'code': 200} Feb 04 10:19:58.149560 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-57a3eb75-dcbd-464e-9e59-a6cbd3cb3ee8 req-11baba1e-306e-4055-a84f-f8eaff5fa89c tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3d8eb0-f6e0-4ffd-a841-9a71e2812cbc HTTP/1.1" status: 200 len: 210 time: 0.0341682 Feb 04 10:19:58.199757 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c43995-efc0-457f-9322-c2f538fcffdb req-35ac1df6-1551-48a5-aae8-9a206072d1ae tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:58.201902 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a5c43995-efc0-457f-9322-c2f538fcffdb req-35ac1df6-1551-48a5-aae8-9a206072d1ae tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0542347 Feb 04 10:19:58.248454 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a5c43995-efc0-457f-9322-c2f538fcffdb req-4d3a500a-4bcb-426c-a274-b1838c3388b3 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Feb 04 10:19:59.203610 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40012) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:19:59.324603 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Deleting port 1574c7ce-facd-4c9c-89a0-49bfdbe73db8 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:19:59.324936 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:59.364967 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982faa64-aaaa-4ea1-8e57-354066536246 req-be538967-e1af-41ac-b522-8b6144ac06fb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:19:59.366432 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-982faa64-aaaa-4ea1-8e57-354066536246 req-be538967-e1af-41ac-b522-8b6144ac06fb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0512757 Feb 04 10:19:59.399669 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:59.399994 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:59.411643 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Calling delete_port for 1574c7ce-facd-4c9c-89a0-49bfdbe73db8 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:19:59.414357 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-982faa64-aaaa-4ea1-8e57-354066536246 req-b18c6b5b-3b59-48f0-b9e3-fba902026460 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Feb 04 10:19:59.542671 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (1574c7ce-facd-4c9c-89a0-49bfdbe73db8), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:59.565420 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event deleted for resources: {'Port': ['ID=1574c7ce-facd-4c9c-89a0-49bfdbe73db8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:19:59.629440 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for floatingip (e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:59.632010 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:19:59.633160 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1f6c0668-c4d9-4895-92b8-7b616a915cf4 tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "DELETE /v2.0/floatingips/e498ce0b-8a4b-4571-aa7c-e2ae4f3575eb HTTP/1.1" status: 204 len: 168 time: 0.4285669 Feb 04 10:19:59.792918 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5b7619a7-3050-46ce-b44b-dc235e86c3ce no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:19:59.816427 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: 5b7619a7-3050-46ce-b44b-dc235e86c3ce {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:19:59.816764 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device 5b7619a7-3050-46ce-b44b-dc235e86c3ce not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:20:00.533926 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ff39a-018b-426c-842b-5a64a4c245ea req-d75d4b4e-f04f-45c0-b703-8fa373c4855a tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:00.535401 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-252ff39a-018b-426c-842b-5a64a4c245ea req-d75d4b4e-f04f-45c0-b703-8fa373c4855a tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0554452 Feb 04 10:20:00.582631 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-252ff39a-018b-426c-842b-5a64a4c245ea req-398aa8a3-113b-4f06-8954-d7df771d81ec tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418169 Feb 04 10:20:00.818861 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40028) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:00.874084 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0623e439-1174-4543-b0d2-2a38d48503eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group (6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:00.898662 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0623e439-1174-4543-b0d2-2a38d48503eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group (6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:00.958260 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0623e439-1174-4543-b0d2-2a38d48503eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:00.961402 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0623e439-1174-4543-b0d2-2a38d48503eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:00.962764 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0623e439-1174-4543-b0d2-2a38d48503eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b HTTP/1.1" status: 204 len: 168 time: 0.1428962 Feb 04 10:20:00.975052 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623e439-1174-4543-b0d2-2a38d48503eb tempest-TestVolumeBootPattern-1722902860 tempest-TestVolumeBootPattern-1722902860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6bdcda-f9ad-4458-b66f-2e1b9458fe7b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:01.019646 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40032) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:01.444537 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (9bb52f2d-e97d-455b-8c91-d3a93cee7025), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:01.687021 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Deleting port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:20:01.687481 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:01.698886 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a19d-70ee-47f1-91b3-14c99784639d req-73f3d8ed-5eb2-40cb-80e6-e1528a092cd2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:01.700320 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8939a19d-70ee-47f1-91b3-14c99784639d req-73f3d8ed-5eb2-40cb-80e6-e1528a092cd2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0510952 Feb 04 10:20:01.748640 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8939a19d-70ee-47f1-91b3-14c99784639d req-dc16b142-c861-4267-93b7-a428a55c1aba tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Feb 04 10:20:01.766589 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] For port 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:01.766949 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:01.779262 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Calling delete_port for 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:20:01.953217 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (7ec0c87d-a90d-44f3-828c-ba51bc43e8c3), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:01.979402 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec0c87d-a90d-44f3-828c-ba51bc43e8c3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:02.139205 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (9bb52f2d-e97d-455b-8c91-d3a93cee7025), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:02.349892 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:20:02.451828 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:20:02.458284 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-90aee633-87d4-40ee-942d-a9ddac06e159 admin admin] 10.222.0.39 "PUT /v2.0/routers/9bb52f2d-e97d-455b-8c91-d3a93cee7025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375165 Feb 04 10:20:02.459281 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40038) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:02.461149 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] Sync routers for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:20:02.471641 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:20:02.472349 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:02.563280 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks [] for router (9bb52f2d-e97d-455b-8c91-d3a93cee7025), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:02.576746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:20:02.668942 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks [] for router_gateway (9bb52f2d-e97d-455b-8c91-d3a93cee7025), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:02.731121 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Deleting port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:20:02.731810 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:02.749094 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:20:01Z', 'revision_number': 5, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port': {'id': '88e28c1c-5a00-4a83-ba94-60e2fc2b4c89', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:02.778926 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] Checking router: 9bb52f2d-e97d-455b-8c91-d3a93cee7025 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:20:02.787602 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] Routers {'9bb52f2d-e97d-455b-8c91-d3a93cee7025'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:20:02.788232 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:02.819119 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] For port 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:02.819480 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:02.852669 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Calling delete_port for 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:20:02.873378 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] Set router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:20:02.917443 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16becf-da0d-4c2c-bead-d5da3ae82f0d req-a3d53822-a751-4222-a438-1d22eeaf82ab tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:02.918933 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf16becf-da0d-4c2c-bead-d5da3ae82f0d req-a3d53822-a751-4222-a438-1d22eeaf82ab tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.1019092 Feb 04 10:20:02.925632 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:20:02Z', 'revision_number': 6, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port_host': None}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:02.952242 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f487c0-3120-4e95-ac5b-bdb74c89d9ce None None] The sync data for ids ['9bb52f2d-e97d-455b-8c91-d3a93cee7025'] in dv-cinder-826607-3-iscsi is: [{'id': '9bb52f2d-e97d-455b-8c91-d3a93cee7025', 'name': 'tempest-TestVolumeBootPattern-1152036158-router', 'tenant_id': '82ceff3cd33547a8853b434c2ff985fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:07Z', 'updated_at': '2022-02-04T10:20:02Z', 'revision_number': 6, 'project_id': '82ceff3cd33547a8853b434c2ff985fb', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:20:03.021466 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf16becf-da0d-4c2c-bead-d5da3ae82f0d req-c3c65e9b-8440-4097-a5f1-25e373c5ba65 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938575 Feb 04 10:20:03.077187 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (88e28c1c-5a00-4a83-ba94-60e2fc2b4c89), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.106106 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e28c1c-5a00-4a83-ba94-60e2fc2b4c89,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:03.166200 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (9bb52f2d-e97d-455b-8c91-d3a93cee7025), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.257310 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (9bb52f2d-e97d-455b-8c91-d3a93cee7025), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.259254 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks [] for router_controller (9bb52f2d-e97d-455b-8c91-d3a93cee7025), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.302990 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (9bb52f2d-e97d-455b-8c91-d3a93cee7025), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.303549 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb52f2d-e97d-455b-8c91-d3a93cee7025 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:20:03.315407 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.316615 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-96efcf12-9dfd-453b-9ca8-8dca053f5f85 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9bb52f2d-e97d-455b-8c91-d3a93cee7025 HTTP/1.1" status: 204 len: 168 time: 0.8563251 Feb 04 10:20:03.319513 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40042) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:03.367268 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] Deleting subnet c19f52e1-3c11-4997-8a21-d510c8d234f4 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:20:03.370741 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] Publish callbacks [] for subnet (c19f52e1-3c11-4997-8a21-d510c8d234f4), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.412634 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (c19f52e1-3c11-4997-8a21-d510c8d234f4), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.689112 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (c19f52e1-3c11-4997-8a21-d510c8d234f4), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.753324 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (c19f52e1-3c11-4997-8a21-d510c8d234f4), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.771370 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:20:03.781853 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19f52e1-3c11-4997-8a21-d510c8d234f4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:03.787691 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.793808 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bab0350c-20cd-406a-ab57-4f55a30cad33 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c19f52e1-3c11-4997-8a21-d510c8d234f4 HTTP/1.1" status: 204 len: 168 time: 0.4709153 Feb 04 10:20:03.794045 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40044) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:03.802656 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f090f-fe8d-4168-a676-35ce3a9e2eaa None None] Network 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:20:03.804911 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:20:03.805446 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 7ec0c87d-a90d-44f3-828c-ba51bc43e8c3 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:20:03.843928 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device a66ddb43-b10a-485e-87b2-088a5bd2d2fc details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 10:20:03.871942 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (0462e3fd-bf11-4c81-bca7-4bcabeaedc29), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.924665 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Deleting port b8f381f4-063e-40f6-acb5-307387a8d493 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:20:03.925010 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.984549 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:03.995253 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] For port b8f381f4-063e-40f6-acb5-307387a8d493, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=b8f381f4-063e-40f6-acb5-307387a8d493,segment=NetworkSegment(87e256fc-0dfb-40bb-911f-a5b72416ddd0),segment_id=87e256fc-0dfb-40bb-911f-a5b72416ddd0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:03.995658 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:03.997491 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Returning: {'device': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'port_id': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'mac_address': 'fa:16:3e:94:4a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 10:20:04.013616 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Calling delete_port for b8f381f4-063e-40f6-acb5-307387a8d493 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:20:04.058788 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port a66ddb43-b10a-485e-87b2-088a5bd2d2fc is: DOWN; New status is: BUILD {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:20:04.059267 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.074136 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66ddb43-b10a-485e-87b2-088a5bd2d2fc {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 10:20:04.083130 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] DHCP port deletion for 0462e3fd-bf11-4c81-bca7-4bcabeaedc29 request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:20:04.120310 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.124992 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:04.133235 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.147724 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f381f4-063e-40f6-acb5-307387a8d493,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:04.157977 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] No DVR routers for this DVR port b8f381f4-063e-40f6-acb5-307387a8d493 on host dv-cinder-826607-3-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:20:04.170107 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a51e93-df17-4e70-8a9d-6d6a644bb95e req-08564cfa-afa7-4d6d-9877-ca063b750c42 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:04.171664 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9a51e93-df17-4e70-8a9d-6d6a644bb95e req-08564cfa-afa7-4d6d-9877-ca063b750c42 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 943 time: 0.0691283 Feb 04 10:20:04.193634 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] Deleting port b8f381f4-063e-40f6-acb5-307387a8d493 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:20:04.193933 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.199197 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:04.224981 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9a51e93-df17-4e70-8a9d-6d6a644bb95e req-de67e748-bb3b-41df-97d7-fc7ec712c03e tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464063 Feb 04 10:20:04.248551 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (0462e3fd-bf11-4c81-bca7-4bcabeaedc29), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.262812 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] For port b8f381f4-063e-40f6-acb5-307387a8d493, host dv-cinder-826607-3-iscsi, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:04.263229 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.268061 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0462e3fd-bf11-4c81-bca7-4bcabeaedc29']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:04.275300 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] Calling delete_port for b8f381f4-063e-40f6-acb5-307387a8d493 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:20:04.276865 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e256fc-0dfb-40bb-911f-a5b72416ddd0') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:04.277224 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e256fc-0dfb-40bb-911f-a5b72416ddd0') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:04.278047 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] Port b8f381f4-063e-40f6-acb5-307387a8d493 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 10:20:04.279807 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680'] for port (b8f381f4-063e-40f6-acb5-307387a8d493), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.286901 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211213'] for segment (87e256fc-0dfb-40bb-911f-a5b72416ddd0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.300393 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (87e256fc-0dfb-40bb-911f-a5b72416ddd0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.306135 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:20:04.306509 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12046837'] for segment (87e256fc-0dfb-40bb-911f-a5b72416ddd0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.307825 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] Pushing event deleted for resources: {'Port': ['ID=b8f381f4-063e-40f6-acb5-307387a8d493,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: timer() Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: cb(*args, **kw) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: self._notify() Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: self.callback(batched_events) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: event.method(event) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._get(url).json() Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:20:04.308133 dv-cinder-826607-3-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:20:04.312364 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20810c9-10cc-4926-81f1-88366414a802 None None] No DVR routers for this DVR port b8f381f4-063e-40f6-acb5-307387a8d493 on host dv-cinder-826607-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:20:04.364992 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (0462e3fd-bf11-4c81-bca7-4bcabeaedc29), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.370155 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.373337 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] 10.222.0.39 "DELETE /v2.0/networks/0462e3fd-bf11-4c81-bca7-4bcabeaedc29 HTTP/1.1" status: 204 len: 168 time: 0.5779991 Feb 04 10:20:04.376449 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40048) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:04.384265 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753295fc-47a3-4d7e-90dd-a8ac72fe973b admin admin] Pushing event deleted for resources: {'Network': ['ID=0462e3fd-bf11-4c81-bca7-4bcabeaedc29,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:04.416836 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] get_ports_and_sgs() called for port_ids ['a66ddb43-b10a-485e-87b2-088a5bd2d2fc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 10:20:04.736805 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (6922d6d3-98c5-4b54-9850-abaa2190e691), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:04.978272 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Deleting port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:20:04.978618 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:05.043338 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:20:05.059000 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] For port 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,segment=NetworkSegment(a0c87315-d953-4547-833f-2a1ff2bb3101),segment_id=a0c87315-d953-4547-833f-2a1ff2bb3101)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:05.059362 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:05.062723 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:20:05.063066 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 88e28c1c-5a00-4a83-ba94-60e2fc2b4c89 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:20:05.063475 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device b8f381f4-063e-40f6-acb5-307387a8d493 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:20:05.072580 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Calling delete_port for 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:20:05.082072 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: b8f381f4-063e-40f6-acb5-307387a8d493 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:20:05.082412 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device b8f381f4-063e-40f6-acb5-307387a8d493 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:20:05.258848 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (51a25d70-5ed8-4620-a3d9-ec6c4e426fe1), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:05.289707 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=51a25d70-5ed8-4620-a3d9-ec6c4e426fe1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:05.428358 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a1ccb-f52b-4da5-98be-fc8abe82f1ab req-b062e2e9-78c7-4be8-bed8-1e40e88d0d89 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:05.429901 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e69a1ccb-f52b-4da5-98be-fc8abe82f1ab req-b062e2e9-78c7-4be8-bed8-1e40e88d0d89 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 944 time: 0.1314189 Feb 04 10:20:05.525958 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e69a1ccb-f52b-4da5-98be-fc8abe82f1ab req-58e1f882-f986-46eb-9743-06b806ac4615 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663357 Feb 04 10:20:05.546402 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (6922d6d3-98c5-4b54-9850-abaa2190e691), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:05.748240 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Router 6922d6d3-98c5-4b54-9850-abaa2190e691 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:20:05.829361 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device a66ddb43-b10a-485e-87b2-088a5bd2d2fc up at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 10:20:05.851503 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:20:05.858282 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c734cf85-656c-48f2-963e-1b856452bf0f admin admin] 10.222.0.39 "PUT /v2.0/routers/6922d6d3-98c5-4b54-9850-abaa2190e691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4789069 Feb 04 10:20:05.859547 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40052) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:05.862409 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] Sync routers for ids ['6922d6d3-98c5-4b54-9850-abaa2190e691'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:20:05.871664 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] Routers {'6922d6d3-98c5-4b54-9850-abaa2190e691'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:20:05.872283 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['6922d6d3-98c5-4b54-9850-abaa2190e691'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:05.879767 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Provisioning complete for port a66ddb43-b10a-485e-87b2-088a5bd2d2fc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:20:05.880141 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469139'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:05.960703 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Current status of the port a66ddb43-b10a-485e-87b2-088a5bd2d2fc is: BUILD; New status is: ACTIVE {{(pid=102630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 10:20:05.961420 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3660883'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:05.973936 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks [] for router (6922d6d3-98c5-4b54-9850-abaa2190e691), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:05.983848 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] Set router 6922d6d3-98c5-4b54-9850-abaa2190e691 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:20:05.985780 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:20:05.988204 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5934997e44e9fdbcb28587ffd24301645fffa36f3868770059287138efe3d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a8c712-7779-407b-a781-f6be9d7616b1" -d '{"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-plugged", "status": "completed", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:20:06.002223 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:06.008278 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788239150327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788238637689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788238637707'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:06.039850 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d4827b-408b-4a02-92c8-fd6330c3305e x-openstack-request-id: req-65d4827b-408b-4a02-92c8-fd6330c3305e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:20:06.040636 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-plugged", "status": "completed", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:20:06.040636 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65d4827b-408b-4a02-92c8-fd6330c3305e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:20:06.040857 dv-cinder-826607-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'code': 200} Feb 04 10:20:06.067625 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Pushing event updated for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:06.264056 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:20:05Z', 'revision_number': 5, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:06.289555 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] Checking router: 6922d6d3-98c5-4b54-9850-abaa2190e691 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:20:06.297708 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] Routers {'6922d6d3-98c5-4b54-9850-abaa2190e691'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:20:06.298315 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:19:43Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['6922d6d3-98c5-4b54-9850-abaa2190e691'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:06.369854 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9e40-27fa-4211-863f-f2b596ed1c0a req-453baa4b-927d-4582-9d12-c7ce86202417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:06.371336 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7a0d9e40-27fa-4211-863f-f2b596ed1c0a req-453baa4b-927d-4582-9d12-c7ce86202417 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1129 time: 0.0848279 Feb 04 10:20:06.402616 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks [] for router_gateway (6922d6d3-98c5-4b54-9850-abaa2190e691), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:06.406703 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] Set router 6922d6d3-98c5-4b54-9850-abaa2190e691 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:20:06.429820 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7a0d9e40-27fa-4211-863f-f2b596ed1c0a req-7eb93a34-2b1e-4d34-ae2f-1134cc1f29a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520720 Feb 04 10:20:06.469224 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Deleting port e8b5131a-a960-4bc5-a37b-e27fb0658473 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:20:06.469694 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:06.548847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] For port e8b5131a-a960-4bc5-a37b-e27fb0658473, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=e8b5131a-a960-4bc5-a37b-e27fb0658473,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:06.549121 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:06.562223 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Calling delete_port for e8b5131a-a960-4bc5-a37b-e27fb0658473 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:20:06.586234 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:20:05Z', 'revision_number': 5, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:06.613200 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f00796-12e9-48bd-864d-ef32f8a45975 None None] The sync data for ids ['6922d6d3-98c5-4b54-9850-abaa2190e691'] in dv-cinder-826607-3-iscsi is: [{'id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'name': 'tempest-TestVolumeBootPattern-1038529676-router', 'tenant_id': '98437536de6b4dfdac085ae58566085e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:13:12Z', 'updated_at': '2022-02-04T10:20:05Z', 'revision_number': 5, 'project_id': '98437536de6b4dfdac085ae58566085e', 'gw_port': {'id': 'e8b5131a-a960-4bc5-a37b-e27fb0658473', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922d6d3-98c5-4b54-9850-abaa2190e691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:13:13Z', 'updated_at': '2022-02-04T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:20:06.720380 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e3aae-3d98-4605-86c9-d78e7f01ef54 req-7724ec64-ed06-4d4a-9054-46191aa41ebf tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:06.721862 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b39e3aae-3d98-4605-86c9-d78e7f01ef54 req-7724ec64-ed06-4d4a-9054-46191aa41ebf tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.1136720 Feb 04 10:20:06.801718 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b39e3aae-3d98-4605-86c9-d78e7f01ef54 req-5c2286be-ce7b-4318-9fdf-ad89768ca80b tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715075 Feb 04 10:20:06.819689 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (e8b5131a-a960-4bc5-a37b-e27fb0658473), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:06.845440 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b5131a-a960-4bc5-a37b-e27fb0658473,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:06.905923 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (6922d6d3-98c5-4b54-9850-abaa2190e691), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.002519 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (6922d6d3-98c5-4b54-9850-abaa2190e691), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.004856 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks [] for router_controller (6922d6d3-98c5-4b54-9850-abaa2190e691), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.054343 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (6922d6d3-98c5-4b54-9850-abaa2190e691), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.054952 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6922d6d3-98c5-4b54-9850-abaa2190e691 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:20:07.059421 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.063414 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e1e485b7-a48b-4cf2-864c-89efabf3e207 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6922d6d3-98c5-4b54-9850-abaa2190e691 HTTP/1.1" status: 204 len: 168 time: 1.2004807 Feb 04 10:20:07.063900 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40058) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:07.110138 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:20:07.114277 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] Deleting subnet 0ef8bab9-e45d-4bd4-b918-c569d3ccf267 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:20:07.120213 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] Publish callbacks [] for subnet (0ef8bab9-e45d-4bd4-b918-c569d3ccf267), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.129580 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:20:07.129928 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 51a25d70-5ed8-4620-a3d9-ec6c4e426fe1 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:20:07.155396 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (0ef8bab9-e45d-4bd4-b918-c569d3ccf267), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.235211 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (0ef8bab9-e45d-4bd4-b918-c569d3ccf267), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.288380 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (0ef8bab9-e45d-4bd4-b918-c569d3ccf267), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.316212 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef8bab9-e45d-4bd4-b918-c569d3ccf267,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:07.318146 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.323046 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a447e586-e076-4d53-9b06-62b1a6ca2ca3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ef8bab9-e45d-4bd4-b918-c569d3ccf267 HTTP/1.1" status: 204 len: 168 time: 0.2563250 Feb 04 10:20:07.323333 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5156e26-468d-487a-afe6-f69018675237 None None] Network 9139bc8f-6ad9-4e34-8cb6-6993835aee8a requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:20:07.323965 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:07.393873 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (9139bc8f-6ad9-4e34-8cb6-6993835aee8a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.446031 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Deleting port 9f657750-537e-46db-8ea4-0ab2c19d7c49 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:20:07.446370 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.509231 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] For port 9f657750-537e-46db-8ea4-0ab2c19d7c49, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=9f657750-537e-46db-8ea4-0ab2c19d7c49,segment=NetworkSegment(a0c87315-d953-4547-833f-2a1ff2bb3101),segment_id=a0c87315-d953-4547-833f-2a1ff2bb3101)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:20:07.509586 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.522678 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Calling delete_port for 9f657750-537e-46db-8ea4-0ab2c19d7c49 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:20:07.601563 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (9f657750-537e-46db-8ea4-0ab2c19d7c49), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.626418 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f657750-537e-46db-8ea4-0ab2c19d7c49,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:07.629705 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] No DVR routers for this DVR port 9f657750-537e-46db-8ea4-0ab2c19d7c49 on host dv-cinder-826607-3-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:20:07.640012 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11abb695-f10e-4fe4-852d-ea5aebc637ae None None] DHCP port deletion for 9139bc8f-6ad9-4e34-8cb6-6993835aee8a request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:20:07.707308 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (9139bc8f-6ad9-4e34-8cb6-6993835aee8a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.726884 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9139bc8f-6ad9-4e34-8cb6-6993835aee8a']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:07.735785 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c87315-d953-4547-833f-2a1ff2bb3101') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:07.736088 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c87315-d953-4547-833f-2a1ff2bb3101') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:20:07.744950 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211213'] for segment (a0c87315-d953-4547-833f-2a1ff2bb3101), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.758388 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (a0c87315-d953-4547-833f-2a1ff2bb3101), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.764981 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:20:07.765389 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12046837'] for segment (a0c87315-d953-4547-833f-2a1ff2bb3101), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: timer() Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: cb(*args, **kw) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: self._notify() Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: self.callback(batched_events) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: event.method(event) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._get(url).json() Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:20:07.767022 dv-cinder-826607-3-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:20:07.820358 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (9139bc8f-6ad9-4e34-8cb6-6993835aee8a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.825540 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:07.829294 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9139bc8f-6ad9-4e34-8cb6-6993835aee8a HTTP/1.1" status: 204 len: 168 time: 0.5042899 Feb 04 10:20:07.841193 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981e90d-b191-4de9-8d46-297c694b8e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9139bc8f-6ad9-4e34-8cb6-6993835aee8a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:07.925322 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5803cb4-0e4a-418d-b13a-39741f594341 req-11d1afb4-f67e-4fa3-8f89-e87f7f04bdfb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:07.926804 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5803cb4-0e4a-418d-b13a-39741f594341 req-11d1afb4-f67e-4fa3-8f89-e87f7f04bdfb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0547104 Feb 04 10:20:07.945329 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40066) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:07.976450 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5803cb4-0e4a-418d-b13a-39741f594341 req-109571b2-90e4-44b9-b74d-7680275f7536 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Feb 04 10:20:07.986001 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-889e8e79-5447-4934-b331-d721f600e135 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82ceff3cd33547a8853b434c2ff985fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394790 Feb 04 10:20:07.988485 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40068) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:08.038579 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb2e9f51-ecf3-4796-96a3-08f6d0083be6 admin admin] Publish callbacks [] for security_group (208c2847-ef26-4fa6-86c0-5d19def61a60), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.058496 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb2e9f51-ecf3-4796-96a3-08f6d0083be6 admin admin] Publish callbacks [] for security_group (208c2847-ef26-4fa6-86c0-5d19def61a60), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.104686 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb2e9f51-ecf3-4796-96a3-08f6d0083be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (208c2847-ef26-4fa6-86c0-5d19def61a60), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.108055 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb2e9f51-ecf3-4796-96a3-08f6d0083be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.109143 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bb2e9f51-ecf3-4796-96a3-08f6d0083be6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/208c2847-ef26-4fa6-86c0-5d19def61a60 HTTP/1.1" status: 204 len: 168 time: 0.1196940 Feb 04 10:20:08.117021 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e9f51-ecf3-4796-96a3-08f6d0083be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208c2847-ef26-4fa6-86c0-5d19def61a60,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:08.410481 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40076) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:08.447947 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6f966fe5-babb-4c81-b24a-2957917dd4d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98437536de6b4dfdac085ae58566085e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0361986 Feb 04 10:20:08.450117 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40078) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:20:08.494672 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-042a138e-d421-4f7d-8a2e-4762344ea929 admin admin] Publish callbacks [] for security_group (51810a99-a7bc-4ece-b6f6-4eab56171600), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.515445 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-042a138e-d421-4f7d-8a2e-4762344ea929 admin admin] Publish callbacks [] for security_group (51810a99-a7bc-4ece-b6f6-4eab56171600), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.561001 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-042a138e-d421-4f7d-8a2e-4762344ea929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (51810a99-a7bc-4ece-b6f6-4eab56171600), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.563530 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-042a138e-d421-4f7d-8a2e-4762344ea929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:08.564680 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-042a138e-d421-4f7d-8a2e-4762344ea929 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51810a99-a7bc-4ece-b6f6-4eab56171600 HTTP/1.1" status: 204 len: 168 time: 0.1137090 Feb 04 10:20:08.571888 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a138e-d421-4f7d-8a2e-4762344ea929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51810a99-a7bc-4ece-b6f6-4eab56171600,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:20:09.053037 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device e8b5131a-a960-4bc5-a37b-e27fb0658473 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:20:09.073057 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: e8b5131a-a960-4bc5-a37b-e27fb0658473 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:20:09.073404 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device e8b5131a-a960-4bc5-a37b-e27fb0658473 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:20:09.073810 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9f657750-537e-46db-8ea4-0ab2c19d7c49 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:20:09.091983 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 9f657750-537e-46db-8ea4-0ab2c19d7c49 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:20:09.092332 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 9f657750-537e-46db-8ea4-0ab2c19d7c49 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:20:10.857039 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c123a0ec-4882-40be-a741-4b28266199eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:10.980732 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:13.127708 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-66451cb7-e5b7-4f7d-a94f-12b08e37b093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:13.255007 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:20:13.902963 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:15.615480 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:16.915923 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:40.858205 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bda80239-638d-4e57-b6f9-c4c87e19bc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:40.975067 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:43.128012 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4be44462-3619-43c5-85b0-1777bc91c571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:43.910430 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:44.310889 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-38bf217d-26eb-4d10-8aa1-80652483072b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419991 Feb 04 10:20:44.385075 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-154619d0-1dfd-4fe7-828d-44615b206add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:44.386532 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-154619d0-1dfd-4fe7-828d-44615b206add service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1129 time: 0.0434668 Feb 04 10:20:44.489184 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-1f8cd5b2-784d-433b-a637-8a620d65a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:44.490675 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-1f8cd5b2-784d-433b-a637-8a620d65a2bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 909 time: 0.0874372 Feb 04 10:20:44.552550 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-7fa70d1a-0b7c-4c89-8e1f-7fd1bf827928 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 1001 time: 0.0566587 Feb 04 10:20:44.602803 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-31d35656-f482-4420-bc2d-3ecbc1ad199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:44.604192 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-31d35656-f482-4420-bc2d-3ecbc1ad199d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.0461535 Feb 04 10:20:44.651431 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-06ca971d-193c-4614-97d0-5806e3ec486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:20:44.652945 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-06ca971d-193c-4614-97d0-5806e3ec486f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434041 Feb 04 10:20:44.737387 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-601525a1-420a-4207-aa4a-ebbb7006684d service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788023 Feb 04 10:20:44.826750 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f399a56d-6b97-4ca1-a2aa-a997587c16e0 req-f200577d-8dcb-43e9-8c4d-cdf51e57d7cd service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Feb 04 10:20:45.617244 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:46.910315 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:20:50.253786 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:21:10.858443 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c654169-54a0-4c8c-bf88-4883b587f7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:10.976521 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:13.128547 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c89c7122-0130-4348-976d-19bab5ca3634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:13.908973 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:15.620331 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:16.912164 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:23.534949 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40094) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:23.688955 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Deleting port 3b5f3e87-ed28-4440-8a15-338b0b6e598f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:23.689293 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:23.761218 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:23.761540 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for floatingip (3b5f3e87-ed28-4440-8a15-338b0b6e598f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:23.773547 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Calling delete_port for 3b5f3e87-ed28-4440-8a15-338b0b6e598f owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:23.915041 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (3b5f3e87-ed28-4440-8a15-338b0b6e598f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:23.936818 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event deleted for resources: {'Port': ['ID=3b5f3e87-ed28-4440-8a15-338b0b6e598f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:23.946436 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.946875 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.947129 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.947470 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.947832 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.948167 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.949063 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.949063 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.949778 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.950084 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.950287 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.950834 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:23.951256 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:24.013819 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for floatingip (20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:24.014379 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Floating IP 20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc disassociated (deleted). External IP: 172.27.0.199, port: a66ddb43-b10a-485e-87b2-088a5bd2d2fc. Feb 04 10:21:24.216489 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Router e0e6a10a-11ec-4798-a16e-1331951cb6f6 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:21:24.319499 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:21:24.324921 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:24.334636 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] Sync routers for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:21:24.344232 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:21:24.344972 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:21:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:24.361303 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-74262729-ce0d-43a8-987d-45ac1f95d2bb tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "DELETE /v2.0/floatingips/20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc HTTP/1.1" status: 204 len: 168 time: 0.8228748 Feb 04 10:21:24.361303 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:21:24.361929 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0446044503a5189f6970192ec73dd4a9f2c440c84b10b226ecfeaa586a318106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e592b08a-4b18-4c61-a1de-749b6a7437c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:21:24.399171 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec00e65-031f-437c-b1f0-f252892a07c3 x-openstack-request-id: req-2ec00e65-031f-437c-b1f0-f252892a07c3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:21:24.399486 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:21:24.399772 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ec00e65-031f-437c-b1f0-f252892a07c3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:21:24.400335 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'status': 'completed', 'code': 200} Feb 04 10:21:24.464806 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:21:24.498538 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-06e894e9-bfd0-46f5-b137-f4ebe8e229bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:21:24.500124 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-06e894e9-bfd0-46f5-b137-f4ebe8e229bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1762d1f707d8480bbc7ea015820db970&device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 1129 time: 0.0544031 Feb 04 10:21:24.644364 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467941c9-6eab-4031-968b-6ac2c028a7cc req-94742f24-a40e-44cc-b72e-7360f8a6d25c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:21:24.645895 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-467941c9-6eab-4031-968b-6ac2c028a7cc req-94742f24-a40e-44cc-b72e-7360f8a6d25c tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.1138797 Feb 04 10:21:24.662574 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 5, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:24.673817 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-2228ff63-afc2-4790-9d43-bd8ffe46c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:21:24.675246 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-2228ff63-afc2-4790-9d43-bd8ffe46c0ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 200 len: 909 time: 0.1333790 Feb 04 10:21:24.693110 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] Checking router: e0e6a10a-11ec-4798-a16e-1331951cb6f6 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:21:24.701509 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:21:24.702117 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:21:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:24.731844 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-c814d49e-da12-4c0c-803c-b659ac7d1bef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 200 len: 217 time: 0.0492444 Feb 04 10:21:24.740201 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-467941c9-6eab-4031-968b-6ac2c028a7cc req-5121b883-0a92-406e-84d0-10d257750cb0 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865755 Feb 04 10:21:24.783445 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-1c6f0f59-9f53-4c4c-b9f6-d93067e532f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:21:24.784928 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-1c6f0f59-9f53-4c4c-b9f6-d93067e532f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 200 len: 847 time: 0.0438979 Feb 04 10:21:24.804128 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:21:24.833655 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-c23f07b3-0b3f-4f1b-9b7e-e737d1edfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:21:24.835150 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-c23f07b3-0b3f-4f1b-9b7e-e737d1edfb8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76e2875a-9fb2-4d8a-87c9-b60063a557c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435147 Feb 04 10:21:24.924769 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-664fc12e-e1be-4c5c-bbac-2f8fd3e18f48 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832465 Feb 04 10:21:24.999949 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 5, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:25.012450 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e592b08a-4b18-4c61-a1de-749b6a7437c4 req-05f9f14e-8a84-4bbb-bd8a-a0a79e009ce6 service neutron] 10.222.0.57 "GET /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816126 Feb 04 10:21:25.025504 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457f1c0-a7cd-4684-b373-2fff7a3f3c6d None None] The sync data for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi is: [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:16:54Z', 'revision_number': 4, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi', '_interfaces': [{'id': 'd46cbe69-f873-4e9c-91cd-fd0fa56bb102', 'name': '', 'network_id': '76e2875a-9fb2-4d8a-87c9-b60063a557c8', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'mac_address': 'fa:16:3e:47:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:53Z', 'updated_at': '2022-02-04T10:16:59Z', 'revision_number': 5, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'subnets': [{'id': 'eeda9a78-c1a6-4a96-9faa-529137932ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:21:25.250278 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f80393-9ba9-4f77-b1d8-1343e31f562b None None] New status for floating IP 20dfa6c4-c6cb-4f74-9ea2-1ddcbf40f6dc: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:21:25.860887 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77b040-ec75-4574-b3bf-b0291cdbb12f req-46ad9f47-a2b3-4ca0-b7d3-630889ae2915 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:21:25.862394 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f77b040-ec75-4574-b3bf-b0291cdbb12f req-46ad9f47-a2b3-4ca0-b7d3-630889ae2915 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0528765 Feb 04 10:21:25.912676 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f77b040-ec75-4574-b3bf-b0291cdbb12f req-0b28b2e9-aebb-4c0e-bd39-e7bae985fb44 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Feb 04 10:21:26.257139 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-4f349074-f004-4aca-97c6-a7c4fc47aba3 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:21:26.258562 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-4f349074-f004-4aca-97c6-a7c4fc47aba3 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 945 time: 0.0509529 Feb 04 10:21:26.346939 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Deleting port a66ddb43-b10a-485e-87b2-088a5bd2d2fc {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:26.347279 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:26.435289 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] For port a66ddb43-b10a-485e-87b2-088a5bd2d2fc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:26.435668 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:26.448167 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Calling delete_port for a66ddb43-b10a-485e-87b2-088a5bd2d2fc owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:26.572188 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (a66ddb43-b10a-485e-87b2-088a5bd2d2fc), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:26.597818 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event deleted for resources: {'Port': ['ID=a66ddb43-b10a-485e-87b2-088a5bd2d2fc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:26.627692 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.628036 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.628389 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.628703 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.629028 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.629353 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.629676 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.629996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.630313 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.630633 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.630953 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.631269 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.631602 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:26.651925 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] No DVR routers for this DVR port a66ddb43-b10a-485e-87b2-088a5bd2d2fc on host hv-cinder-82660 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:21:26.654888 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029435'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:26.658339 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-02353b6a-2265-43d3-911c-50b3a29f0c66 req-5475ffe0-effc-44e8-96df-ffbcc1f07fb1 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.57 "DELETE /v2.0/ports/a66ddb43-b10a-485e-87b2-088a5bd2d2fc HTTP/1.1" status: 204 len: 173 time: 0.3951964 Feb 04 10:21:26.658787 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-deleted', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 10:21:26.661521 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f89bc9b6ce77887050978129670e9723c83d723081e00bc9e7e3be938c8a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7866d9ef-0b5f-4973-b5ea-fd4c5bcb0a83" -d '{"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-deleted", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 10:21:26.696474 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 10:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc989572-3187-44e9-81e7-7aae8fba4290 x-openstack-request-id: req-cc989572-3187-44e9-81e7-7aae8fba4290 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 10:21:26.696762 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4766aa1-7cd8-475f-9f52-28c2ee3bc16f", "name": "network-vif-deleted", "tag": "a66ddb43-b10a-485e-87b2-088a5bd2d2fc", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 10:21:26.697047 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc989572-3187-44e9-81e7-7aae8fba4290 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 10:21:26.697448 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4766aa1-7cd8-475f-9f52-28c2ee3bc16f', 'name': 'network-vif-deleted', 'tag': 'a66ddb43-b10a-485e-87b2-088a5bd2d2fc', 'status': 'completed', 'code': 200} Feb 04 10:21:27.016963 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be6b0ac9-c653-46f7-ac5d-9c5f7ef3f1d1 req-ba2e42b7-3a5d-43db-a743-8ddb1234d3d0 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4766aa1-7cd8-475f-9f52-28c2ee3bc16f HTTP/1.1" status: 200 len: 210 time: 0.0329740 Feb 04 10:21:27.254093 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:21:28.071473 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:28.130562 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e5cce39-ae77-451c-99f6-c85db8d99ed2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group (f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:28.155961 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e5cce39-ae77-451c-99f6-c85db8d99ed2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group (f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:28.216261 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e5cce39-ae77-451c-99f6-c85db8d99ed2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:28.218936 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e5cce39-ae77-451c-99f6-c85db8d99ed2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:28.220123 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8e5cce39-ae77-451c-99f6-c85db8d99ed2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] 10.222.0.39 "DELETE /v2.0/security-groups/f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0 HTTP/1.1" status: 204 len: 168 time: 0.1476414 Feb 04 10:21:28.229387 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cce39-ae77-451c-99f6-c85db8d99ed2 tempest-TestShelveInstance-605616010 tempest-TestShelveInstance-605616010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3156c-7c7d-47ca-9b0c-3fe3e9f13be0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:28.265042 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40126) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:28.596456 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (e0e6a10a-11ec-4798-a16e-1331951cb6f6), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:28.830823 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Deleting port d46cbe69-f873-4e9c-91cd-fd0fa56bb102 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:28.831156 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:28.907967 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] For port d46cbe69-f873-4e9c-91cd-fd0fa56bb102, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:28.908320 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:28.920433 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Calling delete_port for d46cbe69-f873-4e9c-91cd-fd0fa56bb102 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:29.094377 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (d46cbe69-f873-4e9c-91cd-fd0fa56bb102), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:29.117880 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d46cbe69-f873-4e9c-91cd-fd0fa56bb102,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:29.277400 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (e0e6a10a-11ec-4798-a16e-1331951cb6f6), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:29.484858 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Router e0e6a10a-11ec-4798-a16e-1331951cb6f6 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:21:29.785804 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:21:29.790598 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-538b010c-d0ed-47e9-8cfd-8db710cb56fe admin admin] 10.222.0.39 "PUT /v2.0/routers/e0e6a10a-11ec-4798-a16e-1331951cb6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5243740 Feb 04 10:21:29.793167 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40128) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:29.794776 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] Sync routers for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:21:29.804758 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:21:29.805361 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:21:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:29.895004 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks [] for router (e0e6a10a-11ec-4798-a16e-1331951cb6f6), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:29.909772 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:21:29.997264 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks [] for router_gateway (e0e6a10a-11ec-4798-a16e-1331951cb6f6), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.048741 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Deleting port 8787aa42-0b07-4866-9f43-c7e720c403bf {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:30.048970 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.085849 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:21:29Z', 'revision_number': 5, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port': {'id': '8787aa42-0b07-4866-9f43-c7e720c403bf', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:52Z', 'updated_at': '2022-02-04T10:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:30.112725 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] Checking router: e0e6a10a-11ec-4798-a16e-1331951cb6f6 for host: dv-cinder-826607-3-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:21:30.120913 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] Routers {'e0e6a10a-11ec-4798-a16e-1331951cb6f6'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:21:30.121541 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:21:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:30.129146 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] For port 8787aa42-0b07-4866-9f43-c7e720c403bf, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=8787aa42-0b07-4866-9f43-c7e720c403bf,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:30.129681 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.141608 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Calling delete_port for 8787aa42-0b07-4866-9f43-c7e720c403bf owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:30.154547 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device a66ddb43-b10a-485e-87b2-088a5bd2d2fc no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:21:30.203221 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] No Port match for: a66ddb43-b10a-485e-87b2-088a5bd2d2fc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:21:30.203561 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Device a66ddb43-b10a-485e-87b2-088a5bd2d2fc not bound to the agent host hv-cinder-82660 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:21:30.228010 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] Set router e0e6a10a-11ec-4798-a16e-1331951cb6f6 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:21:30.281528 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:21:29Z', 'revision_number': 6, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port_host': None}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:30.307777 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587590a-e6cd-45df-a050-9ebc784ab6f2 None None] The sync data for ids ['e0e6a10a-11ec-4798-a16e-1331951cb6f6'] in dv-cinder-826607-3-iscsi is: [{'id': 'e0e6a10a-11ec-4798-a16e-1331951cb6f6', 'name': 'tempest-TestShelveInstance-981033892-router', 'tenant_id': '1762d1f707d8480bbc7ea015820db970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:51Z', 'updated_at': '2022-02-04T10:21:29Z', 'revision_number': 6, 'project_id': '1762d1f707d8480bbc7ea015820db970', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:21:30.311975 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (8787aa42-0b07-4866-9f43-c7e720c403bf), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.335549 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=8787aa42-0b07-4866-9f43-c7e720c403bf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:30.400853 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (e0e6a10a-11ec-4798-a16e-1331951cb6f6), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.488160 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (e0e6a10a-11ec-4798-a16e-1331951cb6f6), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.490189 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks [] for router_controller (e0e6a10a-11ec-4798-a16e-1331951cb6f6), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.535879 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (e0e6a10a-11ec-4798-a16e-1331951cb6f6), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.536643 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0e6a10a-11ec-4798-a16e-1331951cb6f6 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:21:30.541044 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.542164 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f8026b21-167e-402e-ab73-5f69862d7f68 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e0e6a10a-11ec-4798-a16e-1331951cb6f6 HTTP/1.1" status: 204 len: 168 time: 0.7475848 Feb 04 10:21:30.544747 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40130) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:30.588125 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] Deleting subnet eeda9a78-c1a6-4a96-9faa-529137932ef7 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:21:30.591820 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] Publish callbacks [] for subnet (eeda9a78-c1a6-4a96-9faa-529137932ef7), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.624187 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211204'] for subnet (eeda9a78-c1a6-4a96-9faa-529137932ef7), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.707247 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (eeda9a78-c1a6-4a96-9faa-529137932ef7), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.759374 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12046683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11315689'] for subnet (eeda9a78-c1a6-4a96-9faa-529137932ef7), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.785408 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeda9a78-c1a6-4a96-9faa-529137932ef7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:30.787353 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.790533 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-16f003c9-f386-452c-b141-3e0b84ba3b42 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eeda9a78-c1a6-4a96-9faa-529137932ef7 HTTP/1.1" status: 204 len: 168 time: 0.2448478 Feb 04 10:21:30.791168 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70afe13d-edbc-4a90-93e8-2b202954d41d None None] Network 76e2875a-9fb2-4d8a-87c9-b60063a557c8 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:21:30.793115 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.39', 40132) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:30.864776 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (76e2875a-9fb2-4d8a-87c9-b60063a557c8), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.919057 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Deleting port 1211d12a-aed5-442f-9cdb-3616e35895e6 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:30.919443 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.983351 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] For port 1211d12a-aed5-442f-9cdb-3616e35895e6, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=1211d12a-aed5-442f-9cdb-3616e35895e6,segment=NetworkSegment(ff599999-34e8-47f0-9cdc-fa95ae97240e),segment_id=ff599999-34e8-47f0-9cdc-fa95ae97240e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:30.983715 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:30.998725 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Calling delete_port for 1211d12a-aed5-442f-9cdb-3616e35895e6 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:31.097240 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12046598'] for port (1211d12a-aed5-442f-9cdb-3616e35895e6), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.104692 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cef874-70a5-467b-997e-5d05590bb697 None None] DHCP port deletion for 76e2875a-9fb2-4d8a-87c9-b60063a557c8 request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:21:31.125855 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Pushing event deleted for resources: {'Port': ['ID=1211d12a-aed5-442f-9cdb-3616e35895e6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:31.127715 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] No DVR routers for this DVR port 1211d12a-aed5-442f-9cdb-3616e35895e6 on host dv-cinder-826607-3-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:21:31.130574 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 8787aa42-0b07-4866-9f43-c7e720c403bf no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:21:31.152093 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 8787aa42-0b07-4866-9f43-c7e720c403bf {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:21:31.153280 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 8787aa42-0b07-4866-9f43-c7e720c403bf not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:21:31.153905 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device d46cbe69-f873-4e9c-91cd-fd0fa56bb102 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:21:31.173361 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: d46cbe69-f873-4e9c-91cd-fd0fa56bb102 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:21:31.173789 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device d46cbe69-f873-4e9c-91cd-fd0fa56bb102 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:21:31.207783 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (76e2875a-9fb2-4d8a-87c9-b60063a557c8), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.229202 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e2875a-9fb2-4d8a-87c9-b60063a557c8']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:31.238525 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff599999-34e8-47f0-9cdc-fa95ae97240e') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:31.238833 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff599999-34e8-47f0-9cdc-fa95ae97240e') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:31.248740 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211213'] for segment (ff599999-34e8-47f0-9cdc-fa95ae97240e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.263695 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (ff599999-34e8-47f0-9cdc-fa95ae97240e), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.269777 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:21:31.270155 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12046837'] for segment (ff599999-34e8-47f0-9cdc-fa95ae97240e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: timer() Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: cb(*args, **kw) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: self._notify() Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: self.callback(batched_events) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: event.method(event) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._get(url).json() Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:21:31.271919 dv-cinder-826607-3-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:21:31.329892 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (76e2875a-9fb2-4d8a-87c9-b60063a557c8), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.335257 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.338518 dv-cinder-826607-3-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] 10.222.0.39 "DELETE /v2.0/networks/76e2875a-9fb2-4d8a-87c9-b60063a557c8 HTTP/1.1" status: 204 len: 168 time: 0.5444934 Feb 04 10:21:31.342221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:31.349612 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0b1d4-dc06-42bd-816a-f99445201674 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e2875a-9fb2-4d8a-87c9-b60063a557c8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:31.679725 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475352'] for router_interface (b1e96400-54e1-48ee-9f05-35e1e53de541), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.919292 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Deleting port 4ced0574-c091-40a9-8b8c-f39f6ea3778f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:31.919657 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:31.994962 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] For port 4ced0574-c091-40a9-8b8c-f39f6ea3778f, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=4ced0574-c091-40a9-8b8c-f39f6ea3778f,segment=NetworkSegment(c99eca3e-6a76-4d32-9754-833f59e12893),segment_id=c99eca3e-6a76-4d32-9754-833f59e12893)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:31.995315 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:32.008136 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Calling delete_port for 4ced0574-c091-40a9-8b8c-f39f6ea3778f owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:32.181244 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (4ced0574-c091-40a9-8b8c-f39f6ea3778f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:32.215996 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ced0574-c091-40a9-8b8c-f39f6ea3778f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:32.373295 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3750882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475180'] for router_interface (b1e96400-54e1-48ee-9f05-35e1e53de541), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:32.581353 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Router b1e96400-54e1-48ee-9f05-35e1e53de541 has already been hosted by L3 agent 2235a9e9-a8cd-4f94-9f58-706a9acadbce {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:21:32.686010 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] Notify agent at l3_agent.dv-cinder-826607-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:21:32.691279 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-72051840-374e-455a-8ebb-75e42157ec38 admin admin] 10.222.0.39 "PUT /v2.0/routers/b1e96400-54e1-48ee-9f05-35e1e53de541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3479524 Feb 04 10:21:32.693821 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40136) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:32.697723 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763f037-393f-4985-8b94-821439299093 None None] Sync routers for ids ['b1e96400-54e1-48ee-9f05-35e1e53de541'] in dv-cinder-826607-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:21:32.707539 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763f037-393f-4985-8b94-821439299093 None None] Routers {'b1e96400-54e1-48ee-9f05-35e1e53de541'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:21:32.708397 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e763f037-393f-4985-8b94-821439299093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:21:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['b1e96400-54e1-48ee-9f05-35e1e53de541'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:32.792932 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks [] for router (b1e96400-54e1-48ee-9f05-35e1e53de541), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:32.812001 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e763f037-393f-4985-8b94-821439299093 None None] Set router b1e96400-54e1-48ee-9f05-35e1e53de541 gateway port host: dv-cinder-826607-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:21:32.892946 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks [] for router_gateway (b1e96400-54e1-48ee-9f05-35e1e53de541), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:32.947785 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Deleting port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:32.948177 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:32.990983 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e763f037-393f-4985-8b94-821439299093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'external_fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:21:32Z', 'revision_number': 5, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port': {'id': 'c6c3dede-e174-4834-b4bd-5bfd42ff0ce7', 'name': '', 'network_id': '5a0f8ced-10c6-4ca6-8980-c7bfc98e7416', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb1da-3cde-4497-a7af-263c330a9234', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-3-iscsi'}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:33.018750 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763f037-393f-4985-8b94-821439299093 None None] Checking router: b1e96400-54e1-48ee-9f05-35e1e53de541 for host: dv-cinder-826607-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:21:33.027371 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763f037-393f-4985-8b94-821439299093 None None] Routers {'b1e96400-54e1-48ee-9f05-35e1e53de541'} bound to L3 agent in host dv-cinder-826607-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 10:21:33.028051 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e763f037-393f-4985-8b94-821439299093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T10:00:43Z,description=,heartbeat_timestamp=2022-02-04T10:21:13Z,host='dv-cinder-826607-3-iscsi',id=2235a9e9-a8cd-4f94-9f58-706a9acadbce,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:00:43Z,topic='l3_agent')) {'router_ids': ['b1e96400-54e1-48ee-9f05-35e1e53de541'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:33.118429 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e763f037-393f-4985-8b94-821439299093 None None] Set router b1e96400-54e1-48ee-9f05-35e1e53de541 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 10:21:33.155833 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 1211d12a-aed5-442f-9cdb-3616e35895e6 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:21:33.173007 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e763f037-393f-4985-8b94-821439299093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:21:32Z', 'revision_number': 6, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port_host': None}], 'dv-cinder-826607-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:33.179295 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 1211d12a-aed5-442f-9cdb-3616e35895e6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:21:33.179698 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 1211d12a-aed5-442f-9cdb-3616e35895e6 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:21:33.205737 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763f037-393f-4985-8b94-821439299093 None None] The sync data for ids ['b1e96400-54e1-48ee-9f05-35e1e53de541'] in dv-cinder-826607-3-iscsi is: [{'id': 'b1e96400-54e1-48ee-9f05-35e1e53de541', 'name': 'tempest-TestShelveInstance-1199055828-router', 'tenant_id': '5bff51afbe68401abeca19bc834ccaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:16:56Z', 'updated_at': '2022-02-04T10:21:32Z', 'revision_number': 6, 'project_id': '5bff51afbe68401abeca19bc834ccaf9', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:21:33.296893 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] For port c6c3dede-e174-4834-b4bd-5bfd42ff0ce7, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,segment=NetworkSegment(dc31d147-1898-40a7-ae1b-aad076ec6b79),segment_id=dc31d147-1898-40a7-ae1b-aad076ec6b79)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:33.297254 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.309830 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Calling delete_port for c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:33.467153 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (c6c3dede-e174-4834-b4bd-5bfd42ff0ce7), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.494940 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c3dede-e174-4834-b4bd-5bfd42ff0ce7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:33.555467 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523906'] for router_gateway (b1e96400-54e1-48ee-9f05-35e1e53de541), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.647836 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6978'] for router (b1e96400-54e1-48ee-9f05-35e1e53de541), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.649944 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks [] for router_controller (b1e96400-54e1-48ee-9f05-35e1e53de541), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.692620 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475954'] for router (b1e96400-54e1-48ee-9f05-35e1e53de541), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.693142 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e96400-54e1-48ee-9f05-35e1e53de541 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:21:33.698125 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.699070 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-20192866-38c5-463c-9229-2d2a0e5f1900 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b1e96400-54e1-48ee-9f05-35e1e53de541 HTTP/1.1" status: 204 len: 168 time: 1.0043566 Feb 04 10:21:33.701635 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40138) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:33.747611 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] Deleting subnet 84a1317a-e353-41c8-a344-847897ce16c8 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 10:21:33.750572 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] Publish callbacks [] for subnet (84a1317a-e353-41c8-a344-847897ce16c8), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.783248 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2087350'] for subnet (84a1317a-e353-41c8-a344-847897ce16c8), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.886641 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3472495'] for subnet (84a1317a-e353-41c8-a344-847897ce16c8), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.939266 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11711559'] for subnet (84a1317a-e353-41c8-a344-847897ce16c8), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.966036 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a1317a-e353-41c8-a344-847897ce16c8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:33.969718 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:33.973584 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-36a4ecc9-faa7-4d8d-a8e9-69ebdf948a78 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/84a1317a-e353-41c8-a344-847897ce16c8 HTTP/1.1" status: 204 len: 168 time: 0.2710242 Feb 04 10:21:33.976011 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:33.980568 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d9a90-0139-471d-9983-bfe59250addd None None] Network d161f356-d168-4289-9088-52eaf8491319 requested from dv-cinder-826607-3-iscsi {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 10:21:34.049073 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3566694'] for network (d161f356-d168-4289-9088-52eaf8491319), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.102531 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Deleting port 80671ef0-f4d0-4650-b936-89909d230872 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:34.102864 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (80671ef0-f4d0-4650-b936-89909d230872), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.147985 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] DHCP port deletion for d161f356-d168-4289-9088-52eaf8491319 request from dv-cinder-826607-3-iscsi {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 10:21:34.165883 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] For port 80671ef0-f4d0-4650-b936-89909d230872, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=80671ef0-f4d0-4650-b936-89909d230872,segment=NetworkSegment(c99eca3e-6a76-4d32-9754-833f59e12893),segment_id=c99eca3e-6a76-4d32-9754-833f59e12893)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:34.166248 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (80671ef0-f4d0-4650-b936-89909d230872), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.179863 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Calling delete_port for 80671ef0-f4d0-4650-b936-89909d230872 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:34.201022 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Deleting port 80671ef0-f4d0-4650-b936-89909d230872 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 10:21:34.201605 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788239145090'] for port (80671ef0-f4d0-4650-b936-89909d230872), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.270576 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] For port 80671ef0-f4d0-4650-b936-89909d230872, host dv-cinder-826607-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-3-iscsi',level=0,port_id=80671ef0-f4d0-4650-b936-89909d230872,segment=NetworkSegment(c99eca3e-6a76-4d32-9754-833f59e12893),segment_id=c99eca3e-6a76-4d32-9754-833f59e12893)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:21:34.271029 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480562'] for port (80671ef0-f4d0-4650-b936-89909d230872), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.273440 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2087942'] for port (80671ef0-f4d0-4650-b936-89909d230872), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.286233 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Calling delete_port for 80671ef0-f4d0-4650-b936-89909d230872 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 10:21:34.299777 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80671ef0-f4d0-4650-b936-89909d230872,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:34.303395 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] No DVR routers for this DVR port 80671ef0-f4d0-4650-b936-89909d230872 on host dv-cinder-826607-3-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:21:34.363933 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3660948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788239150309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788238637680'] for port (80671ef0-f4d0-4650-b936-89909d230872), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.380224 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470842', 'neutron.services.segments.db._delete_segments_for_network-8788239139413'] for network (d161f356-d168-4289-9088-52eaf8491319), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.386336 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Pushing event deleted for resources: {'Port': ['ID=80671ef0-f4d0-4650-b936-89909d230872,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:34.396283 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.396753 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.396964 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.397289 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.397616 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.397943 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.398264 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.398583 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.398903 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.399224 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.399538 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.399887 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.400203 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:21:34.401548 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d161f356-d168-4289-9088-52eaf8491319']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:34.403520 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa274ffe-3940-4543-8da8-606aeaa54f8b None None] No DVR routers for this DVR port 80671ef0-f4d0-4650-b936-89909d230872 on host dv-cinder-826607-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:21:34.412211 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99eca3e-6a76-4d32-9754-833f59e12893') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:34.412550 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99eca3e-6a76-4d32-9754-833f59e12893') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:21:34.421908 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788239140446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2087359'] for segment (c99eca3e-6a76-4d32-9754-833f59e12893), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.434824 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780'] for segment (c99eca3e-6a76-4d32-9754-833f59e12893), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.440797 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:21:34.441165 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3442780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2088181'] for segment (c99eca3e-6a76-4d32-9754-833f59e12893), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: Traceback (most recent call last): Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: timer() Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: cb(*args, **kw) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: self._notify() Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: self.callback(batched_events) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: event.method(event) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: return f(self, *a, **k) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._get(url).json() Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:21:34.442750 dv-cinder-826607-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:21:34.494505 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3750901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523950'] for network (d161f356-d168-4289-9088-52eaf8491319), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.500285 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3750663'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.503409 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d161f356-d168-4289-9088-52eaf8491319 HTTP/1.1" status: 204 len: 168 time: 0.5265713 Feb 04 10:21:34.514443 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde721-1e47-49ad-b4fb-cce9f263abb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d161f356-d168-4289-9088-52eaf8491319,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:34.723282 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40144) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:34.761147 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7bb72cf8-a0b1-4e7c-b39a-f642c16927ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1762d1f707d8480bbc7ea015820db970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367105 Feb 04 10:21:34.764053 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40146) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:34.812830 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3d446fc3-25c1-473f-9122-1cebd50e5ff3 admin admin] Publish callbacks [] for security_group (37af66d8-fc2f-42f0-a4ff-d061f04e6585), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.833644 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3d446fc3-25c1-473f-9122-1cebd50e5ff3 admin admin] Publish callbacks [] for security_group (37af66d8-fc2f-42f0-a4ff-d061f04e6585), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.879221 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3d446fc3-25c1-473f-9122-1cebd50e5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (37af66d8-fc2f-42f0-a4ff-d061f04e6585), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.881710 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3d446fc3-25c1-473f-9122-1cebd50e5ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:34.882855 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3d446fc3-25c1-473f-9122-1cebd50e5ff3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37af66d8-fc2f-42f0-a4ff-d061f04e6585 HTTP/1.1" status: 204 len: 168 time: 0.1179221 Feb 04 10:21:34.890089 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d446fc3-25c1-473f-9122-1cebd50e5ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af66d8-fc2f-42f0-a4ff-d061f04e6585,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:35.090074 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:21:35.110510 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:21:35.110856 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device c6c3dede-e174-4834-b4bd-5bfd42ff0ce7 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:21:35.111266 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 4ced0574-c091-40a9-8b8c-f39f6ea3778f no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:21:35.130146 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 4ced0574-c091-40a9-8b8c-f39f6ea3778f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:21:35.130424 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 4ced0574-c091-40a9-8b8c-f39f6ea3778f not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:21:35.130829 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 80671ef0-f4d0-4650-b936-89909d230872 no longer exists at agent ovs-agent-dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 10:21:35.151940 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] No Port match for: 80671ef0-f4d0-4650-b936-89909d230872 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 10:21:35.152280 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Device 80671ef0-f4d0-4650-b936-89909d230872 not bound to the agent host dv-cinder-826607-3-iscsi {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 10:21:35.246701 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40152) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:35.285053 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cfe6bf52-5ba8-49be-9d03-fcebb6761e79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bff51afbe68401abeca19bc834ccaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372128 Feb 04 10:21:35.287403 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.39', 40154) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 10:21:35.333107 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bff78697-3c5f-4c95-ad05-8d628ed52cd2 admin admin] Publish callbacks [] for security_group (4fecbd43-f2ea-49fc-b4f3-246e6c89e221), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:35.353453 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bff78697-3c5f-4c95-ad05-8d628ed52cd2 admin admin] Publish callbacks [] for security_group (4fecbd43-f2ea-49fc-b4f3-246e6c89e221), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:35.398847 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bff78697-3c5f-4c95-ad05-8d628ed52cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709689'] for security_group (4fecbd43-f2ea-49fc-b4f3-246e6c89e221), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:35.401448 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bff78697-3c5f-4c95-ad05-8d628ed52cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:35.402604 dv-cinder-826607-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-bff78697-3c5f-4c95-ad05-8d628ed52cd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fecbd43-f2ea-49fc-b4f3-246e6c89e221 HTTP/1.1" status: 204 len: 168 time: 0.1142929 Feb 04 10:21:35.410392 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78697-3c5f-4c95-ad05-8d628ed52cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fecbd43-f2ea-49fc-b4f3-246e6c89e221,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:21:40.859088 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d053c767-93f6-463d-9aec-19e7b779c4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:40.977053 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:43.128546 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05e3e23-16b7-4017-917a-de95001ce580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:43.912295 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:45.626847 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:21:46.914915 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:04.253728 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:22:10.861619 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25131cb0-7032-4cc6-a04c-6edd205f8e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:10.991100 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:13.129485 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db3ada0b-2bc9-4fc2-a848-dfe694ca8a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:13.914301 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:15.627684 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:16.917090 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:40.865939 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-970d330a-5165-4b7f-85bf-55629cb2cab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:41.009216 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:41.253122 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:22:43.130651 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a916-d342-4bd1-8690-9b566a726604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:43.916110 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:45.631289 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:22:46.918378 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:10.868710 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-46311883-b669-477f-b6db-83e5128e584d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:11.005250 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:13.130927 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf1edaa4-c6c0-4c5e-8cd4-b8212c2c2327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:13.919801 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:15.634237 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:16.919146 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:18.252128 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:23:40.870109 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f5236fb-1884-450d-9d61-af14fb05361f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:41.020728 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:43.131437 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a074ce5d-96d6-4209-b62f-52fb2f24d88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:43.922560 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:45.635860 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:46.922861 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:23:55.250847 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:23:57.834778 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-1324b174-0f25-4709-8e99-1078fbc09634 req-61eab7a5-9732-4700-8451-ded45c57c621 service neutron] (102628) timed out ('10.222.0.57', 51913) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 10:23:58.421283 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-fc5b1e44-843b-4520-ad68-6544275186bc req-5e789c01-6afa-4c94-a120-c3b2aa175c75 service neutron] (102628) timed out ('10.222.0.57', 51933) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 10:23:58.585896 dv-cinder-826607-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-088aac98-26e5-4e50-a726-76d7ecfbc6d4 req-8de4ec0d-5231-4d5c-88de-3139457b4bda service neutron] (102629) timed out ('10.222.0.57', 51894) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 10:24:10.872762 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67d643c5-b5e7-411b-8db6-cd49d9cee5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:11.021716 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:13.133266 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-effc88b4-cbc6-4aec-acf4-03196fe6f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:13.926046 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:15.640415 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:16.924348 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:32.250626 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:24:40.875258 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-265b0592-64c7-4c4a-aa10-679287e54a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:41.019739 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:43.137007 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-179e7815-2792-4ebd-9c23-0ee7dce99ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:43.929016 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:45.642746 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:24:46.924193 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:09.249661 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:25:10.877829 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f54e2776-2e0f-420d-b439-a68996b1501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:11.035456 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:13.139925 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-85ae7a0c-b60c-469a-b3bf-f0d7063ad746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:13.930950 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:15.645873 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:16.925458 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:40.879591 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74009993-84f5-469b-8237-447379b79909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:41.049186 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:43.141958 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0e53-4f3b-49d6-a44a-00b9242b4d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:43.934829 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:45.648197 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:25:46.248618 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:25:46.927523 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:10.881666 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bae90fd4-7174-422f-bf55-b8f03d876834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:11.048282 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:13.145166 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c120bc5a-c39c-43f1-91eb-ae229f872476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:13.937673 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:15.651334 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:16.928424 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:23.247017 dv-cinder-826607-3-iscsi neutron-server[102631]: DEBUG neutron.db.agents_db [None req-1459906c-44f5-4519-b7ff-cd014646d11a None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 10:26:39.427258 dv-cinder-826607-3-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-c29717ce-0ce3-4648-bbef-eaa9b6be0824 req-f53c9bc5-ec9b-47c0-ac64-6f9fc76bc81c service neutron] (102628) timed out ('10.222.0.39', 34678) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 10:26:40.882917 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-960f0111-4ecc-4118-9417-b819529c7011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (df16292e-f209-4a9e-90a2-0de57cf890d4), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:41.083725 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b205ae9-a21e-45d7-abbf-417dec50c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (10cd4bfa-ed95-4a66-81c9-da2193c6d89d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:43.152420 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-841adff9-516c-4b2f-aabc-8f3397798e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (2235a9e9-a8cd-4f94-9f58-706a9acadbce), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:43.940836 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-971fc3e3-4b34-4092-84ba-e55692d8157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (815f1a6e-086a-417c-975a-6cc8cf4faa16), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:45.656575 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb255-07d7-4903-940b-119b9b51c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (3ad102b8-a27e-4130-9d8e-5e75c2db3ad1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 10:26:46.930127 dv-cinder-826607-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed1c87db-5faa-40a8-83b7-27e59343249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788239139395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469241'] for agent (063872fb-3907-4118-be0e-18cab472b64f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}